-- Logs begin at Thu 2022-03-10 04:21:40 UTC, end at Thu 2022-03-10 05:27:19 UTC. -- Mar 10 04:56:56.199436 dv-cinder-804757-26-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 04:56:59.135326 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:56:59.135890 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:56:59.136118 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:56:59.139328 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Mar 10 04:56:59.139585 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 04:56:59.139897 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 04:56:59.140824 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:56:59.141975 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:56:59.142350 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:56:59.142602 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:56:59.142830 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:56:59.143571 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.144015 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 04:56:59.144338 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.144642 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.144940 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.145273 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.145566 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.145853 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.146147 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.146452 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.146740 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.147023 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.147309 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.147603 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.147889 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.148179 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.148689 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.148988 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.149298 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.149740 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.150161 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.150442 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.150733 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.151030 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.151289 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.151569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.151855 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.152187 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] host = dv-cinder-804757-26-iscsi {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.152469 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.152760 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.153047 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.153361 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.153641 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.153918 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.154206 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.154483 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.154757 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.155034 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.155322 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.155611 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.156430 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.157254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.157495 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.157812 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.158112 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.158397 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.158681 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.158965 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.159246 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.159526 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.159803 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.160093 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.160388 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.160677 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.160962 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.161263 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.161543 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.161820 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.162108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.162384 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.162658 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.162935 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.163223 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.163494 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.163767 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.164069 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.164356 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.164637 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.164925 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.165225 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.165511 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.165787 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.166063 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.166339 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.166618 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.166893 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.167177 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.167453 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.167728 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.168003 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.168278 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.168561 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.168835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:56:59.169133 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.169454 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.169755 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.170055 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.170354 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.170636 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.170926 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.171208 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.171495 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.171783 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.172074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.178428 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.178748 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.179053 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.179359 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.179676 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.179980 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.180279 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.180565 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.180848 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.181131 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.181443 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.181738 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.182023 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.182316 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.182610 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.182895 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.183196 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.183490 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.183787 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.184082 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.184360 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.184645 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.184940 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.185248 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.185528 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.185812 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.186118 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.186518 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.186827 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.187139 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.187440 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.187734 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.188131 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.188131 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.188736 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.188916 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.189236 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.189522 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.189809 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.190089 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.190381 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.190666 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.190945 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.191222 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.191508 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.191785 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.192063 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.192347 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.192622 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.192902 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.193197 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.193475 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.193750 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.194026 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.194300 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.194573 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.194847 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.195126 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.195400 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.195673 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.195947 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.196229 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.196504 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.196795 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.197097 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.197402 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.197682 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.197964 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.198243 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.198524 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.198805 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.199084 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.199361 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.199634 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.199926 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.200211 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.200496 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.200804 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.201082 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.201403 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.201682 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.201964 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.202249 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.202526 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.202806 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.203089 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.203374 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.204190 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.204613 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.204918 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.205246 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.205544 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.205824 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.206135 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.206420 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:56:59.206638 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:56:59.206882 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103079) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 04:56:59.575975 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:56:59.576251 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:56:59.576553 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 04:56:59.577028 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 04:56:59.902402 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.902618 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.902886 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.904062 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.904345 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.904726 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.949889 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.950166 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.950431 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.965242 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.965524 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.965796 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.994753 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.995035 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:56:59.995302 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.032051 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.032328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.032595 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.392882 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.393546 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.393546 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.393703 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.394408 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.493832 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.494156 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.494440 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.494715 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.494982 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.495293 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.495554 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.495813 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.496068 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.496350 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.496609 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.496874 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.497132 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.497426 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.497681 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.497952 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.498209 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.498479 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.498750 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.499010 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.499283 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.499539 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.499820 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.502835 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.505268 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.505268 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.505268 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:00.505268 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 04:57:00.506500 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 04:57:00.510591 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 04:57:00.514321 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 10 04:57:00.516595 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 04:57:00.517221 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 04:57:00.517559 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 04:57:00.517944 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 04:57:00.520796 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 04:57:00.521054 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 04:57:00.521434 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:57:00.526335 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 04:57:00.550725 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 04:57:00.551173 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.551474 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 04:57:00.551854 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.553268 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 04:57:00.553556 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 04:57:00.553807 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 04:57:00.557103 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.557413 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:00.619904 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 04:57:00.620148 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 04:57:00.620390 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 04:57:00.620756 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 04:57:00.641524 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_db.sqlalchemy.engines [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103079) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 04:57:01.079545 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing driver for type 'gre' Mar 10 04:57:01.080059 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] gre ID ranges: [(1, 1000)] Mar 10 04:57:01.136335 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing driver for type 'local' Mar 10 04:57:01.136696 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing driver for type 'vlan' Mar 10 04:57:01.149504 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] VlanTypeDriver initialization complete Mar 10 04:57:01.149899 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing driver for type 'vxlan' Mar 10 04:57:01.150409 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] vxlan ID ranges: [(1, 1000)] Mar 10 04:57:01.204668 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing extension driver 'port_security' Mar 10 04:57:01.205028 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.extensions.port_security [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] PortSecurityExtensionDriver initialization complete Mar 10 04:57:01.205404 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing mechanism driver 'openvswitch' Mar 10 04:57:01.205739 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing mechanism driver 'hyperv' Mar 10 04:57:01.212630 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:01.213500 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.213874 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.214227 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.214754 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.215187 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.215541 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.215887 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.216282 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.216684 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.217031 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.217399 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.217790 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.218196 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.218543 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.218881 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.219792 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.220187 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.220526 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.220860 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.221290 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.221692 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > address_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.222036 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > address_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.222372 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.222764 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 04:57:01.223202 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] ML2 OVO RPC backend initialized. {{(pid=103079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 04:57:01.223894 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.224244 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.224654 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.224999 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > networks before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.225374 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.225714 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > ports before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.226053 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.226388 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnets before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.226729 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.227066 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.227398 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.227731 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.228069 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.228406 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.228741 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.229074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.229429 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.237305 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded quota_driver: . Mar 10 04:57:01.237669 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.plugin [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Modular L2 Plugin initialization complete Mar 10 04:57:01.238015 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading services supported by the core plugin {{(pid=103079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 04:57:01.238355 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Got port-security extension from driver 'port_security' Mar 10 04:57:01.238829 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.extensions.vlantransparent [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Disabled vlantransparent extension. Mar 10 04:57:01.239321 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 04:57:01.239645 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: router Mar 10 04:57:01.275020 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.275410 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.275777 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router before_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.276142 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.276514 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.276866 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.277252 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.277602 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.277957 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.278301 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.278645 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.278988 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.279341 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.279747 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.280110 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.280445 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.280791 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.281129 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.282020 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.282359 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.282700 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.283036 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.283388 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.283744 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.284195 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.284561 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.284902 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.285292 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.285641 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > agent after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.285984 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.286826 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Tracking information for resource: router configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:01.287156 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Tracking information for resource: floatingip configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 04:57:01.292053 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.db.l3_agentschedulers_db [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 04:57:01.292616 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.292974 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.293357 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.293705 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.294480 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router before_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.294842 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.295200 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.295552 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > router precommit_update 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.300934 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.provider_configuration [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service providers = [] {{(pid=103079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 04:57:01.301334 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.db.servicetype_db [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 04:57:01.304278 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.service_base [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:57:01.304622 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.service_base [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:57:01.304959 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.service_base [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:57:01.305868 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.services.service_base [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 04:57:01.306237 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.services.service_base [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 04:57:01.306608 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.306922 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 04:57:01.317560 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.317901 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: auto_allocate Mar 10 04:57:01.323675 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: network precommit_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.324036 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: network precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.324545 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.324866 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: tag Mar 10 04:57:01.332295 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.332575 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: timestamp Mar 10 04:57:01.336717 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.337048 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: network_ip_availability Mar 10 04:57:01.342513 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.342881 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.343236 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.344005 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.344337 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: flavors Mar 10 04:57:01.349253 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.349586 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading Plugin: revisions Mar 10 04:57:01.353915 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 04:57:01.354302 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 04:57:01.355036 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 04:57:01.355368 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Initializing extension manager. Mar 10 04:57:01.355892 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: __init__.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.356233 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: __pycache__ {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.356569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.357350 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.357904 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: address-group Mar 10 04:57:01.358224 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.358934 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.359434 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: address-scope Mar 10 04:57:01.360377 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.361409 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.361920 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: router-admin-state-down-before-update Mar 10 04:57:01.362240 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: agent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.362938 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.363433 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: agent Mar 10 04:57:01.363753 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: agent_resources_synced.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.364663 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.365181 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: agent-resources-synced Mar 10 04:57:01.365506 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: allowedaddresspairs.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.367432 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.367940 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: allowed-address-pairs Mar 10 04:57:01.368265 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: auto_allocated_topology.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.369374 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.369878 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: auto-allocated-topology Mar 10 04:57:01.370199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.370892 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.371394 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: availability_zone Mar 10 04:57:01.371716 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: availability_zone_filter.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.372622 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.373119 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: availability_zone_filter Mar 10 04:57:01.373466 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: data_plane_status.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.374367 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.374857 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 04:57:01.375853 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: default_subnetpools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.376752 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.377295 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: default-subnetpools Mar 10 04:57:01.377619 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.378436 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.378930 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: dhcp_agent_scheduler Mar 10 04:57:01.379249 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: dns.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.380158 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.380655 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension dns-integration not supported by any of loaded plugins Mar 10 04:57:01.380973 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: dns_domain_ports.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.381932 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.382429 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 04:57:01.382747 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.383655 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.384151 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 04:57:01.384467 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: dvr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.385153 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.385649 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: dvr Mar 10 04:57:01.385968 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: ecmp_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.386874 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.387367 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 04:57:01.387684 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: empty_string_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.388585 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.389083 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: empty-string-filtering Mar 10 04:57:01.389427 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.390323 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.390880 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:57:01.391479 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.392110 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.392603 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 04:57:01.392919 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: external_net.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.393845 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.394344 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: external-net Mar 10 04:57:01.394663 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.395565 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.396062 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: extra_dhcp_opt Mar 10 04:57:01.396378 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: extraroute.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.397319 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.397820 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: extraroute Mar 10 04:57:01.398135 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: extraroute_atomic.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.399167 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.399662 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: extraroute-atomic Mar 10 04:57:01.399980 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: filter_validation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.400639 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.401132 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: filter-validation Mar 10 04:57:01.401471 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: fip_pf_description.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.402376 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.402865 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 04:57:01.403178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: fip_port_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.404271 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.404768 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: fip-port-details Mar 10 04:57:01.405085 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.406344 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.406976 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: flavors Mar 10 04:57:01.407298 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.409002 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.409544 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 04:57:01.409871 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: floatingip_pools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.410570 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.411076 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: floatingip-pools Mar 10 04:57:01.411399 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: ip_allocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.412317 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.412809 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 04:57:01.413131 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.414067 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.414560 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: ip-substring-filtering Mar 10 04:57:01.414881 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l2_adjacency.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.415812 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.416307 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 04:57:01.416624 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.417622 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.418126 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: router Mar 10 04:57:01.418450 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.420712 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.421269 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 04:57:01.421598 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.423108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.423617 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: ext-gw-mode Mar 10 04:57:01.423939 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.424853 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.425389 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: l3-ha Mar 10 04:57:01.425707 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.426614 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.427109 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 04:57:01.427428 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.428333 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.428830 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: l3-flavors Mar 10 04:57:01.429229 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.430564 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.431076 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 04:57:01.431401 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.432318 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.432820 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 04:57:01.433164 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: l3agentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.434188 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.434692 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: l3_agent_scheduler Mar 10 04:57:01.435014 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: local_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.436780 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.437324 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension local_ip not supported by any of loaded plugins Mar 10 04:57:01.438305 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: logging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.441232 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.441758 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension logging not supported by any of loaded plugins Mar 10 04:57:01.442095 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: metering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.442847 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.443423 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: metering Mar 10 04:57:01.443753 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.444849 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.445392 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: metering_source_and_destination_fields Mar 10 04:57:01.445717 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: multiprovidernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.446638 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.447140 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: multi-provider Mar 10 04:57:01.447461 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: netmtu.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.448375 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.448874 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: net-mtu Mar 10 04:57:01.449223 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: netmtu_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.450135 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.450631 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: net-mtu-writable Mar 10 04:57:01.450950 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: network_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.451617 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.452114 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: network_availability_zone Mar 10 04:57:01.452436 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: network_ip_availability.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.453629 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.454131 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: network-ip-availability Mar 10 04:57:01.454448 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: network_segment_range.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.455216 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.455707 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 04:57:01.456023 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: pagination.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.456997 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.457354 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: pagination Mar 10 04:57:01.457673 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: port_device_profile.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.458578 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.459087 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: port-device-profile Mar 10 04:57:01.459407 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.460337 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.460842 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: port-mac-address-regenerate Mar 10 04:57:01.461446 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.462368 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.462868 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: port-numa-affinity-policy Mar 10 04:57:01.463188 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: port_resource_request.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.464087 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.464581 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 04:57:01.464916 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: port_resource_request_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.465896 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.466392 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 04:57:01.466711 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: portbindings.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.467627 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.468123 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: binding Mar 10 04:57:01.468442 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: portbindings_extended.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.469788 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.470288 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: binding-extended Mar 10 04:57:01.470608 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: portsecurity.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.471518 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.472018 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: port-security Mar 10 04:57:01.472343 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: project_id.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.473349 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.473678 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: project-id Mar 10 04:57:01.473998 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: providernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.474916 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.475421 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: provider Mar 10 04:57:01.475741 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.479347 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.479860 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos not supported by any of loaded plugins Mar 10 04:57:01.480186 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.481462 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.481968 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 04:57:01.482301 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.483215 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.483717 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 04:57:01.484040 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_default.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.485542 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.486119 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-default not supported by any of loaded plugins Mar 10 04:57:01.486444 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.487382 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.487887 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-fip not supported by any of loaded plugins Mar 10 04:57:01.488210 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.489121 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.489643 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 04:57:01.489964 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_gateway_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.490887 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.491387 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 04:57:01.491706 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_port_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.492735 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.493272 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 04:57:01.493595 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.494630 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.495130 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 04:57:01.495450 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.496506 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.497011 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 04:57:01.497367 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_pps_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.498534 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.499041 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-pps not supported by any of loaded plugins Mar 10 04:57:01.499366 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_rule_type_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.500894 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.501514 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 04:57:01.501846 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: qos_rules_alias.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.502904 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.503412 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 04:57:01.503734 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: quota_check_limit.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.504646 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.505166 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: quota-check-limit Mar 10 04:57:01.505504 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: quotasv2.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.506432 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.506757 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: quotas Mar 10 04:57:01.507074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: quotasv2_detail.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.508777 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.509110 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: quota_details Mar 10 04:57:01.509460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: rbac.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.510508 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.511020 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: rbac-policies Mar 10 04:57:01.511349 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: rbac_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.512276 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.512782 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: rbac-address-group Mar 10 04:57:01.513105 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: rbac_address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.514050 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.514552 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: rbac-address-scope Mar 10 04:57:01.514875 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: rbac_security_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.516075 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.516476 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: rbac-security-groups Mar 10 04:57:01.516797 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: rbac_subnetpool.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.517739 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.518239 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: rbac-subnetpool Mar 10 04:57:01.518561 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: revisionifmatch.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.519547 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.520046 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: revision-if-match Mar 10 04:57:01.520367 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: revisions.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.521971 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.522814 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: standard-attr-revisions Mar 10 04:57:01.523358 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: router_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.524466 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.525675 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: router_availability_zone Mar 10 04:57:01.525970 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: routerservicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.527684 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.528579 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension router-service-type not supported by any of loaded plugins Mar 10 04:57:01.529170 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.530706 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.532059 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: security-groups-normalized-cidr Mar 10 04:57:01.532059 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.533076 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.533615 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: port-security-groups-filtering Mar 10 04:57:01.533945 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.534877 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.535385 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: security-groups-remote-address-group Mar 10 04:57:01.535710 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.536643 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.537177 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: security-groups-shared-filtering Mar 10 04:57:01.537507 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.538096 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 04:57:01.538416 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: securitygroup.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.548804 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.549353 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: security-group Mar 10 04:57:01.549685 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.550415 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.550920 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension segment not supported by any of loaded plugins Mar 10 04:57:01.551245 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.552188 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.552973 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 04:57:01.553567 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: servicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.555295 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.556178 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: service-type Mar 10 04:57:01.556746 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: sorting.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.558269 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.558616 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: sorting Mar 10 04:57:01.558945 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: standard_attr_segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.559863 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.560371 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 04:57:01.560689 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: standardattrdescription.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.561362 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.561860 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: standard-attr-description Mar 10 04:57:01.562178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: stateful_security_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.563765 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.564266 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: stateful-security-group Mar 10 04:57:01.564585 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: stdattrs_common.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.565157 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 04:57:01.565485 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.566409 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.566912 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 04:57:01.567231 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnet_onboard.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.568292 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.568802 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: subnet_onboard Mar 10 04:57:01.569122 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.570084 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.570595 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 04:57:01.570918 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnet_service_types.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.571837 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.572343 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: subnet-service-types Mar 10 04:57:01.572664 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnetallocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.573778 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.574289 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: subnet_allocation Mar 10 04:57:01.574611 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.575271 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.575779 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: subnetpool-prefix-ops Mar 10 04:57:01.576095 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.577010 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.577543 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 04:57:01.577863 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: tagging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.579228 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.579736 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: standard-attr-tag Mar 10 04:57:01.580058 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: timestamp.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.581290 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.581797 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loaded extension: standard-attr-timestamp Mar 10 04:57:01.582121 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: trunk.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.583198 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.583667 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension trunk not supported by any of loaded plugins Mar 10 04:57:01.583990 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: trunk_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.584903 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.585447 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension trunk-details not supported by any of loaded plugins Mar 10 04:57:01.585769 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: uplink_status_propagation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.586961 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.587461 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 04:57:01.587782 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Loading extension file: vlantransparent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 04:57:01.588478 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 04:57:01.588974 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 04:57:01.591540 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:network Mar 10 04:57:01.592055 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnet Mar 10 04:57:01.592447 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:57:01.592832 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:port Mar 10 04:57:01.594102 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.594557 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.595153 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.595580 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.595910 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:router Mar 10 04:57:01.596342 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:57:01.596834 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.598309 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.598681 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.599032 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 04:57:01.600019 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:57:01.600450 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:57:01.600882 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:57:01.601506 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.601837 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:57:01.602180 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] subnetpool is already registered Mar 10 04:57:01.602606 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.602930 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:57:01.603255 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] subnetpool is already registered Mar 10 04:57:01.605488 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.605918 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.606500 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.606915 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.607249 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:router Mar 10 04:57:01.607584 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] router is already registered Mar 10 04:57:01.607995 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:floatingip Mar 10 04:57:01.608327 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] floatingip is already registered Mar 10 04:57:01.608773 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.609458 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 04:57:01.610302 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] rbac_policy is already registered Mar 10 04:57:01.610710 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:security_group Mar 10 04:57:01.611042 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] security_group is already registered Mar 10 04:57:01.611445 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 04:57:01.611776 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] security_group_rule is already registered Mar 10 04:57:01.612387 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.612716 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:57:01.613046 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] subnetpool is already registered Mar 10 04:57:01.613490 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 04:57:01.613828 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 04:57:01.614156 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] subnetpool is already registered Mar 10 04:57:01.614616 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: extensions {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.616089 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: address-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.617601 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: address-scopes {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.618915 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.620067 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: auto-allocated-topology {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.621325 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: availability_zones {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.622531 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: dhcp-networks {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.624035 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: dhcp-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.626030 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.628222 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: flavors {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.629407 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.630602 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: next_providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.632020 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.633602 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: floatingip-pools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.634810 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.636888 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: floatingips {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.639299 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: l3-routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.640789 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: l3-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.642325 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: metering-labels {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.643670 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: metering-label-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.644941 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: network-ip-availabilities {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.646219 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: bindings {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.647857 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.649432 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.650938 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: rbac-policies {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.652214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: security-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.653459 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: security-group-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.654722 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: service-providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.655941 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.657405 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.658841 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.660522 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.662351 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.664169 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.665951 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.667805 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.669496 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.671369 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.673864 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.675733 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron.api.extensions [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 04:57:01.681690 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 04:57:01.686365 dv-cinder-804757-26-iscsi neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 04:57:01.695696 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Acquired lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 04:57:01.696173 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Releasing lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 04:57:01.696820 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Starting 2 workers Mar 10 04:57:01.701755 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Started child 103188 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:57:01.706628 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Started child 103189 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:57:01.707972 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.708584 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO neutron.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 04:57:01.708866 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.709706 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [-] (103188) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:57:01.711644 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Starting 1 workers Mar 10 04:57:01.711754 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.713097 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [-] (103189) wsgi starting up on http://0.0.0.0:9696 Mar 10 04:57:01.716948 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Started child 103190 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:57:01.717540 dv-cinder-804757-26-iscsi neutron-server[103079]: INFO oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Starting 1 workers Mar 10 04:57:01.721173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] calling RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 04:57:01.721727 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] returning from RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 04:57:01.722761 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Started child 103191 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 04:57:01.723162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.723588 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af53293f-2a4a-4af6-9e71-071f4f5bd22b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.723784 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:01.725565 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:57:01.725786 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:57:01.725972 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:57:01.726200 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:57:01.726550 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:57:01.726712 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:57:01.727379 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.727672 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.727771 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:01.728203 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.728203 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.728461 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.728668 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:01.729499 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.729917 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.730282 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.730724 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.731102 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.731397 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.731687 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.732060 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.732302 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.732591 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.732861 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.733104 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.733377 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.733553 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.733842 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.734140 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.734369 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.734701 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.735465 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.735966 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.736289 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.736543 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.736764 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.737037 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.737295 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.737585 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.737827 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.738074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.738319 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.738593 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.738833 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.739047 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.739301 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.739529 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.739842 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.740027 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.740510 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] host = dv-cinder-804757-26-iscsi {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.740736 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.740970 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.741238 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.741487 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.741797 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.741984 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.742247 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.742514 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.742757 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.742997 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.743264 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.743511 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.743742 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.744007 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.744175 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.744401 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.744657 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.744904 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.745090 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.745314 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.745482 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.745741 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.745904 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.746159 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.746390 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.746602 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.746834 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.747064 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.747276 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.747518 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.747730 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.747940 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.748163 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.748426 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.748681 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.748922 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.749173 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.749381 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.749710 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.750143 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.750669 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.750961 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.751182 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.751411 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.751647 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.752533 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.752533 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.752834 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.753134 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.753304 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.753628 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.753830 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.753998 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.754287 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.754704 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.754961 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.755227 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.755448 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.755839 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.755993 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.756132 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.756295 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.756747 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.756747 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.757031 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.759649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.760256 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.760503 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.765169 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.765169 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.765169 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.765531 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.765897 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.766265 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.766552 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.766814 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.767073 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.767348 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.767586 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.767832 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.768100 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.768453 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.768702 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.769032 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.770370 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.770697 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.771054 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.773289 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.773610 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.774439 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.774955 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.779185 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.779641 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.779987 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.780262 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.780549 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.780831 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.781103 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.781979 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.782352 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.782698 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.783009 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.783286 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.783575 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.783810 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.784067 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.784317 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.784550 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.784779 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.785013 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.789329 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.789611 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.789896 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.790189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.790465 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.790804 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.791060 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.791419 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.791705 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.792151 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.792526 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.792948 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.793199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.793430 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.793659 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.793904 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.794148 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.794391 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.794641 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.795025 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.795250 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.795472 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.795697 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.795943 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.796168 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.796387 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.796599 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.796837 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.797063 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.797944 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.798199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.798493 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.798721 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.798945 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.799205 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.799444 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.799700 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.799936 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.800157 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.800404 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.800642 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.800908 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.801130 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.801483 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.801708 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.801946 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.802165 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.802408 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.802619 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.802833 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.803255 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.803554 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.803854 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.804185 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.804445 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.804700 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.804943 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.805216 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.805460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.805707 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.805929 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.806150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.806367 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.806634 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.806863 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.807094 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.807311 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.807761 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.807918 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.808107 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.808353 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.808599 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.808820 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.809061 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.809333 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.809614 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.809844 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.810246 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.810492 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.810734 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.811014 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.811283 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.811631 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.811867 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.812158 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.812459 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.812738 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.813011 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.813293 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.813544 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.813810 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.814062 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.814311 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.814566 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.814821 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.815057 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.815310 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.815549 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.815768 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.816019 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.816331 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.816581 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.816797 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.817019 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.817321 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.817586 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.817839 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.818102 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.818353 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.818584 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.818847 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.819100 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.819326 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.819561 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.819790 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.820006 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.820241 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.820460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.820703 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.820980 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.821211 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.821577 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.821801 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.822024 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.822242 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.822460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.822679 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.823097 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.823251 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.823397 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.823579 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.823797 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.824016 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.824234 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.824447 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.824710 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.824948 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.825240 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.825495 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.825633 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:01.825762 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.825947 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.826204 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.826460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.826678 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.826923 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.827160 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.827399 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.827615 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.827851 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.828074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.828303 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.828625 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.828872 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.829133 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.829413 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.829760 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.830020 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.830258 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.830642 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.830889 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.831111 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.831331 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.831637 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.831890 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.832350 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.832350 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.832700 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.832851 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.832990 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.833278 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.833471 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.833732 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.833988 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.834977 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.834977 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.834977 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.834977 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.837181 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.840189 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.841569 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842124 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842535 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842535 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842686 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842766 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.842988 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.843201 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.843439 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.843652 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.843864 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.845983 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849328 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.849807 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.850478 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.850478 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.850478 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.850658 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.850938 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.851273 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.851560 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.851811 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.852049 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.852279 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.852650 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.852760 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.853004 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.853264 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.853657 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.854068 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.854326 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.854572 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.854794 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.855070 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.855260 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.855506 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.855789 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.855985 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.856217 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.856378 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:57:01.856906 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 04:57:01.857071 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 04:57:01.857278 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 04:57:01.857411 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 04:57:01.857582 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 04:57:01.857738 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 04:57:01.857954 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858117 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858279 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858444 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858628 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858826 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.858990 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.859128 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.859296 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.859442 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.859643 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.860297 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.860568 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.860668 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.860749 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.860957 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861063 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861236 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861404 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861564 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861711 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.861882 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862027 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862190 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862402 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862591 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862738 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.862878 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863034 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863193 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863356 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863516 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863671 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863833 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.863978 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864132 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864298 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864441 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864592 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864746 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.864899 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865077 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] host = dv-cinder-804757-26-iscsi {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865262 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865386 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865531 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865691 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.865902 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866068 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866249 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866409 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866552 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866716 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.866871 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867021 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867167 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867327 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867470 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867631 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867773 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.867931 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.868108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.868275 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.868419 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.868581 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.872178 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.873254 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874150 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.874649 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.875228 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.875228 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.875228 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.875228 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876743 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.876917 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877083 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877339 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877502 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877663 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877824 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.877982 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.878139 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.878300 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.878460 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 04:57:01.878642 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.879218 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.879407 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.879570 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.879733 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.879895 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880056 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880217 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880378 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880538 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880707 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.880865 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881032 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881280 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065253 Mar 10 04:57:01.881421 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881421 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881706 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881844 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.881978 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882112 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882300 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882469 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882629 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882800 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.882960 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.883119 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884113 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884269 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884447 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884610 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884788 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.884951 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.885114 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.885302 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.885464 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.885626 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.885787 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886076 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886239 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886400 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886584 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886716 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.886876 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887036 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887195 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887356 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887516 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887676 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.887940 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888040 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888144 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888304 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888465 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888625 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888785 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.888946 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889107 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889299 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889475 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889634 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889792 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.889951 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.890111 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.890270 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.890448 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.890583 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.890743 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.891044 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.891310 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.891492 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.891659 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.891817 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.892664 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.892840 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.893010 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.893197 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.893365 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.893529 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894072 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894265 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894398 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894560 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894722 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.894885 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895047 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895209 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895369 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895531 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895691 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.895851 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896012 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896179 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896335 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896510 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896669 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896828 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.896987 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897182 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897327 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897486 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897646 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897805 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.897964 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.898170 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.898272 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899214 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899651 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899651 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899651 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899856 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.899948 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900051 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900209 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900367 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900526 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900695 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.900854 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901016 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901216 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901365 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901534 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901693 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.901856 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902018 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902177 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902338 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902515 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902676 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902824 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.902973 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903136 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903288 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903447 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903615 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903752 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.903932 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.904491 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.904657 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.904817 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.904976 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905162 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905306 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905466 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905624 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905783 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.905943 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.906104 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.906263 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.906940 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908548 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908548 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908548 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908754 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908754 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.908896 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.909021 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.909194 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.909356 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.909906 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910074 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910236 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910402 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910539 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910699 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.910845 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911008 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911170 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911330 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911490 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911650 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911810 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.911972 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912137 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912295 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912454 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912613 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912775 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.912934 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913093 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913277 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913438 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913597 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913762 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.913933 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914088 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914251 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914413 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914572 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914731 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.914891 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915050 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915210 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915371 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915532 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915693 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.915853 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916011 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916171 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916413 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916508 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916641 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916804 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.916958 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917107 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917283 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917442 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917600 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917758 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.917917 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.918075 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.918234 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.918392 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.918566 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.918759 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.919435 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.919435 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.919604 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.919765 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.919937 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920098 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920256 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920416 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920574 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920734 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.920904 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921132 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921245 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921390 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921546 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921705 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.921875 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922166 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922267 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922392 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922550 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922711 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.922881 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923041 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923199 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923358 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923515 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923674 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.923844 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924004 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924163 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924322 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924486 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924643 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924812 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.924973 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925131 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925320 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925478 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925637 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925796 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.925966 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.926125 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.926291 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.926850 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927016 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927176 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927338 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927502 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927672 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927837 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.927999 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.928168 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.928336 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.928504 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.928664 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.928829 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929002 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929188 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929343 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929505 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929663 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929827 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.929981 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.930140 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.930298 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.930456 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931108 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931361 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931361 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.931503 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.932981 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.932981 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.932981 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 04:57:01.932981 dv-cinder-804757-26-iscsi neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 04:57:13.485875 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe090e-8fe4-4a52-a429-4e2a778918c8 None None] get_active_networks_info from dv-cinder-804757-26-iscsi {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 04:57:13.544292 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe090e-8fe4-4a52-a429-4e2a778918c8 None None] No non-hosted networks {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 04:57:13.549030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-151f1d70-9583-4c39-8791-59bc49d89fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:15.594901 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cc3b3a5-3c30-4c75-8c65-49cff200614a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:15.636290 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d22e21bd-6ca0-4a6b-b223-13e21ef91d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:16.683937 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:18.043558 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:19.523151 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:19.601761 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:19.606822 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.608637 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.610024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.610368 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.610700 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.611383 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.611877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.612226 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.612794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.613169 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.613507 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.613835 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.614172 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:19.614705 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-26-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:19.631324 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-26-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:20.103608 dv-cinder-804757-26-iscsi neutron-server[103189]: WARNING oslo_policy.policy [None req-7de11ed4-d385-437f-83cb-2139a74dcf0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:20.104220 dv-cinder-804757-26-iscsi neutron-server[103189]: WARNING oslo_policy.policy [None req-7de11ed4-d385-437f-83cb-2139a74dcf0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:20.331908 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [None req-7de11ed4-d385-437f-83cb-2139a74dcf0f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:57:20.345169 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7de11ed4-d385-437f-83cb-2139a74dcf0f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8088727 Mar 10 04:57:20.931533 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.db.l3_hamode_db [None req-d94bbc75-c589-46e0-ab5f-19ed46a81efc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 04:57:21.010478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94bbc75-c589-46e0-ab5f-19ed46a81efc None None] Routers set() bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:57:21.010866 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94bbc75-c589-46e0-ab5f-19ed46a81efc None None] Router IDs set() for agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 04:57:22.888312 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:23.195314 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:23.287965 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.policy [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:57:23.331231 dv-cinder-804757-26-iscsi neutron-server[103189]: WARNING oslo_policy.policy [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:23.331599 dv-cinder-804757-26-iscsi neutron-server[103189]: WARNING oslo_policy.policy [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:23.423683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065056671', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065057266', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065141830', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065138852', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065156763', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739065116233', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-897734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-909033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1777005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752435'] for rbac-policy (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:23.487541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:23.488692 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fe386772-2395-48a4-bab8-0b10545331b3 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5994184 Mar 10 04:57:26.001810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:26.310993 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:26.339941 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Made reservation on behalf of 239c6344429349d480c331444695e148 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:57:26.343995 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.360436 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.466030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks [] for security_group (2a169f3b-0748-46b7-91ee-842fe377e44b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.471140 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (2a169f3b-0748-46b7-91ee-842fe377e44b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.502866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 04:57:26.529482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739059970317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (50773b36-0779-4f76-9ef1-6bd885e9cc19), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.530044 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Unsubscribe: segment precommit_create {{(pid=103189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:57:26.530552 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Added segment 50773b36-0779-4f76-9ef1-6bd885e9cc19 of type vlan for network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 Mar 10 04:57:26.536566 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2a169f3b-0748-46b7-91ee-842fe377e44b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:26.558138 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.558497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.558852 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.559184 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.559585 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.559913 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.560333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.560668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.560985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.561339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.561661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.562010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.562520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Tracked resource versions report: Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: pushed versions: Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Log': {'1.0'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Network': {'1.1'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Port': {'1.7'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: consumer versions: Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Log': '1.0', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Network': '1.1', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Port': '1.7', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SubPort': '1.0', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Subnet': '1.1', Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Mar 10 04:57:26.563917 dv-cinder-804757-26-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:57:26.641313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (bc959471-2cb9-42ef-aab8-3dc5d7c2bb06), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.679699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (bc959471-2cb9-42ef-aab8-3dc5d7c2bb06), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.684718 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:26.685461 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:26.747885 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7450099 Mar 10 04:57:26.803360 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1284b-c13c-4269-917e-0ce89155860e demo demo] Pushing event updated for resources: {'Network': ['ID=bc959471-2cb9-42ef-aab8-3dc5d7c2bb06,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:26.816461 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:57:29.289912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:29.691443 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1910a-3685-4811-87bb-228021ea0339 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:29.692824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-53b1910a-3685-4811-87bb-228021ea0339 demo admin] 10.222.0.11 "GET /v2.0/networks/bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 HTTP/1.1" status: 200 len: 824 time: 0.4019637 Mar 10 04:57:29.716844 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3fbd65d6-dc98-468b-9648-1fbf33722fd6 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/770cdcba-0ec1-4a62-b00e-603d664cdfeb HTTP/1.1" status: 200 len: 734 time: 0.0181947 Mar 10 04:57:29.725754 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:29.746228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Made reservation on behalf of 239c6344429349d480c331444695e148 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:57:29.748440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:30.030442 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (26b534e1-364d-4486-afea-b87339710635), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:30.095054 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Pushing event updated for resources: {'Subnet': ['ID=26b534e1-364d-4486-afea-b87339710635,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:30.104154 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Checking segment: {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:57:30.105043 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Network hostable DHCP agents. Network: bc959471-2cb9-42ef-aab8-3dc5d7c2bb06, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:57:30.125502 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:57:30.135554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, bc959471-2cb9-42ef-aab8-3dc5d7c2bb06) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:30.140121 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:30.140888 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:30.146505 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6107411d-a6c4-4ebf-8a64-636bf59a4f29 None None] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:57:30.155488 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-173fb86e-23e6-47ca-8495-07dbe934a647 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4328580 Mar 10 04:57:30.523190 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'project_id': '239c6344429349d480c331444695e148', 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 04:57:30.524469 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:30.798389 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Allocated IP 172.20.0.2 (bc959471-2cb9-42ef-aab8-3dc5d7c2bb06/26b534e1-364d-4486-afea-b87339710635/28467062-537f-4a8b-93f4-9657719b893b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:57:31.068863 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks [] for port (28467062-537f-4a8b-93f4-9657719b893b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:31.076157 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (28467062-537f-4a8b-93f4-9657719b893b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:31.155224 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:57:31.160139 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:31.163838 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:57:31.165817 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Pushing event updated for resources: {'Port': ['ID=28467062-537f-4a8b-93f4-9657719b893b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:31.203698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.204056 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.204416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.204755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.205083 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.205434 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.205773 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.206099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.206418 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.206754 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.207079 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.207416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.207734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Tracked resource versions report: Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: pushed versions: Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: { 'AddressGroup': {'1.2'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Log': {'1.0'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Network': {'1.1'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Port': {'1.7'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'PortForwarding': {'1.2'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'QosPolicy': {'1.10'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroup': {'1.5'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SubPort': {'1.0'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Subnet': {'1.1'}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Trunk': {'1.1'}} Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: consumer versions: Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'ConntrackHelper': '1.0', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'LocalIPAssociation': '1.0', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Log': '1.0', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Network': '1.1', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Port': '1.7', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'PortForwarding': '1.2', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'QosPolicy': '1.10', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroup': '1.5', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroupRule': '1.2', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SubPort': '1.0', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Subnet': '1.1', Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Trunk': '1.1'}} Mar 10 04:57:31.209097 dv-cinder-804757-26-iscsi neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:57:31.260027 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Attempting to bind port 28467062-537f-4a8b-93f4-9657719b893b on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:57:31.260424 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Attempting to bind port 28467062-537f-4a8b-93f4-9657719b893b by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:57:31.260840 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Attempting to bind port 28467062-537f-4a8b-93f4-9657719b893b on network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:57:31.265866 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:57:31.266226 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Checking segment: {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:57:31.266697 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:31.267081 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Bound using segment: {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:57:31.267548 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Bound port: 28467062-537f-4a8b-93f4-9657719b893b, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:57:31.267951 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (28467062-537f-4a8b-93f4-9657719b893b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:31.329131 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] For port 28467062-537f-4a8b-93f4-9657719b893b, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:57:31.333269 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] For port 28467062-537f-4a8b-93f4-9657719b893b, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=28467062-537f-4a8b-93f4-9657719b893b,segment=NetworkSegment(50773b36-0779-4f76-9ef1-6bd885e9cc19),segment_id=50773b36-0779-4f76-9ef1-6bd885e9cc19)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:57:31.341184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (28467062-537f-4a8b-93f4-9657719b893b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:31.413438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfa69a-6e68-4068-bc45-99b993625896 None None] Pushing event updated for resources: {'Port': ['ID=28467062-537f-4a8b-93f4-9657719b893b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:32.732596 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:33.051574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [None req-1f0fae0f-64ff-4955-aac4-1bad8e5e79f6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:57:33.052623 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1f0fae0f-64ff-4955-aac4-1bad8e5e79f6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183866 Mar 10 04:57:35.640805 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:35.953968 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [None req-01098e63-d3b9-41ac-8015-ea614e028b44 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:57:35.954967 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-01098e63-d3b9-41ac-8015-ea614e028b44 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131144 Mar 10 04:57:38.545600 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:39.039516 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:39.040127 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:39.264031 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:39.325185 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.policy [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 04:57:39.368765 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:39.369193 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING oslo_policy.policy [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 04:57:39.431050 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (afaa0081-a33e-46b5-9f13-41a786790cc9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:39.432980 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (afaa0081-a33e-46b5-9f13-41a786790cc9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:39.594861 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Publish callbacks [] for router_controller (afaa0081-a33e-46b5-9f13-41a786790cc9), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:39.599973 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (afaa0081-a33e-46b5-9f13-41a786790cc9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:39.625414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:39.626719 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7016b221-a04d-4ed5-8f18-f99109529339 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0784123 Mar 10 04:57:42.225732 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:42.408519 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 28467062-537f-4a8b-93f4-9657719b893b up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:57:42.500264 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 28467062-537f-4a8b-93f4-9657719b893b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:42.500680 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (28467062-537f-4a8b-93f4-9657719b893b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:42.564883 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [None req-a26f2447-353d-4868-b0ee-04e33716a110 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 04:57:42.566284 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a26f2447-353d-4868-b0ee-04e33716a110 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3395762 Mar 10 04:57:42.611298 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 28467062-537f-4a8b-93f4-9657719b893b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:57:42.611497 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (28467062-537f-4a8b-93f4-9657719b893b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:42.649492 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 28467062-537f-4a8b-93f4-9657719b893b, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=28467062-537f-4a8b-93f4-9657719b893b,segment=NetworkSegment(50773b36-0779-4f76-9ef1-6bd885e9cc19),segment_id=50773b36-0779-4f76-9ef1-6bd885e9cc19)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:57:42.654039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (28467062-537f-4a8b-93f4-9657719b893b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:42.708252 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=28467062-537f-4a8b-93f4-9657719b893b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:42.798267 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392709a-4e6f-4d03-ac17-37adf71af838 None None] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:57:42.877634 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-abcd84c0-168e-44a5-9713-942bb81e4feb None None] Provisioning complete for port 28467062-537f-4a8b-93f4-9657719b893b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:42.877940 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abcd84c0-168e-44a5-9713-942bb81e4feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (28467062-537f-4a8b-93f4-9657719b893b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:42.997060 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abcd84c0-168e-44a5-9713-942bb81e4feb None None] Current status of the port 28467062-537f-4a8b-93f4-9657719b893b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:57:43.217631 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84ead823-f23a-419b-992e-bb8fcfae2a94 None None] Provisioning complete for port 28467062-537f-4a8b-93f4-9657719b893b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:43.218018 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84ead823-f23a-419b-992e-bb8fcfae2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (28467062-537f-4a8b-93f4-9657719b893b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:43.291280 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84ead823-f23a-419b-992e-bb8fcfae2a94 None None] Current status of the port 28467062-537f-4a8b-93f4-9657719b893b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:57:43.345015 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea21423f-0649-42e8-a0d2-4b3cf0226bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:44.387683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 28467062-537f-4a8b-93f4-9657719b893b up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:57:44.436632 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 28467062-537f-4a8b-93f4-9657719b893b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:44.437545 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (28467062-537f-4a8b-93f4-9657719b893b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:44.509835 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 28467062-537f-4a8b-93f4-9657719b893b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:57:45.097923 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:45.414951 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:45.437555 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Made reservation on behalf of d1cadcf10f3149cb90c5f341c0dac762 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:57:45.440254 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.455433 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.559951 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks [] for security_group (03e0c67b-c65c-4cfb-88ad-52f8647cbd5d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.563706 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (03e0c67b-c65c-4cfb-88ad-52f8647cbd5d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.575949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103188) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 04:57:45.585204 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2828034-cedd-42ce-916e-e8e2062d9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.610094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739059970317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (46381401-1d39-4a31-b7c1-d03df7dc55e9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.610682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Unsubscribe: segment precommit_create {{(pid=103188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 04:57:45.611214 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Added segment 46381401-1d39-4a31-b7c1-d03df7dc55e9 of type flat for network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 Mar 10 04:57:45.627030 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e0c67b-c65c-4cfb-88ad-52f8647cbd5d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:45.673083 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.673478 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.673827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.674168 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.674502 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.674832 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.675173 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.675508 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.675850 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.676179 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.676502 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.676822 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.677167 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Tracked resource versions report: Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: pushed versions: Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Log': {'1.0'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Network': {'1.1'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Port': {'1.7'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: consumer versions: Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Log': '1.0', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Network': '1.1', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Port': '1.7', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SubPort': '1.0', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Subnet': '1.1', Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Mar 10 04:57:45.678513 dv-cinder-804757-26-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:57:45.730258 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (fb5e5c0a-c4ad-4ebf-b248-3ef296251113), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.771236 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (fb5e5c0a-c4ad-4ebf-b248-3ef296251113), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.772393 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:45.773095 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:45.828628 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288005 Mar 10 04:57:45.883069 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dc31e-8f86-4875-b459-0b6b0bdb71d5 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5e5c0a-c4ad-4ebf-b248-3ef296251113,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:45.894997 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 04:57:46.640511 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:47.989443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:48.422887 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:48.637768 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c1dbe-a774-492c-8b35-d4e904ba4aca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:48.639107 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-366c1dbe-a774-492c-8b35-d4e904ba4aca demo admin] 10.222.0.11 "GET /v2.0/subnets/26b534e1-364d-4486-afea-b87339710635 HTTP/1.1" status: 200 len: 849 time: 0.2152834 Mar 10 04:57:48.774413 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f6e0a6d6-f2c0-4de8-923b-517c89ffabd8 demo admin] 10.222.0.11 "GET /v2.0/routers/afaa0081-a33e-46b5-9f13-41a786790cc9 HTTP/1.1" status: 200 len: 704 time: 0.1295314 Mar 10 04:57:49.041981 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.331958 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Allocated IP 172.20.0.1 (bc959471-2cb9-42ef-aab8-3dc5d7c2bb06/26b534e1-364d-4486-afea-b87339710635/ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:57:49.518320 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks [] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.591958 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.594887 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.663537 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:57:49.669331 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:49.680872 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:57:49.681168 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (afaa0081-a33e-46b5-9f13-41a786790cc9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.738383 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Pushing event updated for resources: {'Port': ['ID=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:49.851154 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca5a4e93-59f3-4240-838e-2775a9c8135f None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:49.851466 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4e93-59f3-4240-838e-2775a9c8135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.891562 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:49.933736 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a4e93-59f3-4240-838e-2775a9c8135f None None] Port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:57:50.148910 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks [] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:50.153020 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:50.153822 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (afaa0081-a33e-46b5-9f13-41a786790cc9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:50.214245 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Pushing event updated for resources: {'Port': ['ID=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:50.277596 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:57:50.278912 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:50.448900 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Router afaa0081-a33e-46b5-9f13-41a786790cc9 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 04:57:50.549683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:57:50.557446 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b031fa40-bc1a-4f47-be21-b42b9fedd6a6 None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:50.557446 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b031fa40-bc1a-4f47-be21-b42b9fedd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:50.560971 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Sync routers for ids ['afaa0081-a33e-46b5-9f13-41a786790cc9'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:57:50.565756 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3097273e-f63e-49fc-99b1-38197e355416 demo admin] 10.222.0.11 "PUT /v2.0/routers/afaa0081-a33e-46b5-9f13-41a786790cc9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7861667 Mar 10 04:57:50.577112 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Routers {'afaa0081-a33e-46b5-9f13-41a786790cc9'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:57:50.578806 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T04:57:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['afaa0081-a33e-46b5-9f13-41a786790cc9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:50.601868 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b031fa40-bc1a-4f47-be21-b42b9fedd6a6 None None] Port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:57:50.769711 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Set router afaa0081-a33e-46b5-9f13-41a786790cc9 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:57:51.198263 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:49Z', 'revision_number': 2, 'project_id': '239c6344429349d480c331444695e148', 'gw_port_host': None, '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:50Z', 'revision_number': 2, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:51.251034 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Checking router: afaa0081-a33e-46b5-9f13-41a786790cc9 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:57:51.251410 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Updating router afaa0081-a33e-46b5-9f13-41a786790cc9 port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:57:51.305598 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:51.813568 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks [] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:51.820155 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:51.979168 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Attempting to bind port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:57:51.979582 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Attempting to bind port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:57:51.980019 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Attempting to bind port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf on network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:57:51.989466 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:57:51.989865 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Checking segment: {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:57:51.990345 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:51.990740 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Bound using segment: {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:57:51.991288 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Bound port: ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50773b36-0779-4f76-9ef1-6bd885e9cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:57:51.991664 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.005041 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Pushing event updated for resources: {'Port': ['ID=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:52.026918 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5eda6b7-1ee1-4328-85f4-9e19918eb9a0 None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:52.027998 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5eda6b7-1ee1-4328-85f4-9e19918eb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.035188 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.035539 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.035882 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.036214 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.036539 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.036861 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.037221 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.037549 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.037872 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.038205 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.038524 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.038836 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.039145 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Tracked resource versions report: Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: pushed versions: Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: { 'AddressGroup': {'1.2'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Log': {'1.0'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Network': {'1.1'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Port': {'1.7'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'PortForwarding': {'1.2'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'QosPolicy': {'1.10'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroup': {'1.5'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SubPort': {'1.0'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Subnet': {'1.1'}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Trunk': {'1.1'}} Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: consumer versions: Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'ConntrackHelper': '1.0', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'LocalIPAssociation': '1.0', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Log': '1.0', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Network': '1.1', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Port': '1.7', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'PortForwarding': '1.2', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'QosPolicy': '1.10', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroup': '1.5', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroupRule': '1.2', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SubPort': '1.0', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Subnet': '1.1', Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Trunk': '1.1'}} Mar 10 04:57:52.040494 dv-cinder-804757-26-iscsi neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 04:57:52.080152 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] For port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:57:52.080544 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5eda6b7-1ee1-4328-85f4-9e19918eb9a0 None None] Port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 04:57:52.100154 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] For port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,segment=NetworkSegment(50773b36-0779-4f76-9ef1-6bd885e9cc19),segment_id=50773b36-0779-4f76-9ef1-6bd885e9cc19)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:57:52.106350 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.168408 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ab10-bcd1-4489-84f5-4f4fb2480ef7 None None] Pushing event updated for resources: {'Port': ['ID=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:52.172885 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Routers {'afaa0081-a33e-46b5-9f13-41a786790cc9'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:57:52.173533 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T04:57:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['afaa0081-a33e-46b5-9f13-41a786790cc9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:52.268627 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] Set router afaa0081-a33e-46b5-9f13-41a786790cc9 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:57:52.402005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:57:52.402398 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.484951 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Current status of the port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:57:52.485452 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.485732 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:49Z', 'revision_number': 2, 'project_id': '239c6344429349d480c331444695e148', 'gw_port_host': None, '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:52Z', 'revision_number': 4, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:57:52.518826 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3450ea-6b65-4ce8-8335-e6640b915112 None None] The sync data for ids ['afaa0081-a33e-46b5-9f13-41a786790cc9'] in dv-cinder-804757-26-iscsi is: [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:49Z', 'revision_number': 2, 'project_id': '239c6344429349d480c331444695e148', 'gw_port_host': None, '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:52Z', 'revision_number': 4, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:57:52.519269 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] For port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,segment=NetworkSegment(50773b36-0779-4f76-9ef1-6bd885e9cc19),segment_id=50773b36-0779-4f76-9ef1-6bd885e9cc19)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:57:52.524048 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:52.575066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c91d-fbd7-44a6-8f10-27cc39a7be49 None None] Pushing event updated for resources: {'Port': ['ID=ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:53.036853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:53.149368 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9705f-d299-4904-bb9e-5aaaeda8832a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:53.150643 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0fe9705f-d299-4904-bb9e-5aaaeda8832a admin admin] 10.222.0.11 "GET /v2.0/networks/fb5e5c0a-c4ad-4ebf-b248-3ef296251113 HTTP/1.1" status: 200 len: 842 time: 0.1126447 Mar 10 04:57:53.160707 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Request body: {'subnet': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:53.184333 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Made reservation on behalf of d1cadcf10f3149cb90c5f341c0dac762 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 04:57:53.186741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:53.491899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.objects.ports [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 04:57:53.492334 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:53.549120 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:53.559191 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:57:53.560065 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Network hostable DHCP agents. Network: fb5e5c0a-c4ad-4ebf-b248-3ef296251113, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 04:57:53.581237 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 04:57:53.591991 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, fb5e5c0a-c4ad-4ebf-b248-3ef296251113) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:53.596651 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:53.597394 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:53.602443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae3fa5-65c4-4b31-b3d3-db9ded44c6ce None None] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:57:53.613267 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-702615af-b4b4-4a56-908d-0ee7461f7837 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4557371 Mar 10 04:57:53.714028 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb093d-1978-4377-a67c-e52e26fbd27a None None] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:57:56.055668 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:57:56.197085 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ce6530aa-62ae-4bf5-adec-bb59e4e54c5a demo admin] 10.222.0.11 "GET /v2.0/routers/afaa0081-a33e-46b5-9f13-41a786790cc9 HTTP/1.1" status: 200 len: 710 time: 0.1402600 Mar 10 04:57:56.285498 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eca253-ddbe-4c9d-bfd1-7e63d330fe54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:57:56.286781 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a0eca253-ddbe-4c9d-bfd1-7e63d330fe54 demo admin] 10.222.0.11 "GET /v2.0/networks/fb5e5c0a-c4ad-4ebf-b248-3ef296251113 HTTP/1.1" status: 200 len: 886 time: 0.0843477 Mar 10 04:57:56.295459 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:57:56.619467 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks [] for router_gateway (afaa0081-a33e-46b5-9f13-41a786790cc9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:56.762837 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:57:56.855141 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks [] for router_gateway (afaa0081-a33e-46b5-9f13-41a786790cc9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:56.931859 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.032235 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Allocated IP 172.27.1.249 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/d7f4b889-4de5-4792-9d26-b054c2c9df4f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 04:57:57.133269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks [] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.166775 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.201710 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 04:57:57.205184 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 04:57:57.212973 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 04:57:57.248755 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Pushing event updated for resources: {'Port': ['ID=d7f4b889-4de5-4792-9d26-b054c2c9df4f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:57:57.470308 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks [] for router_gateway (afaa0081-a33e-46b5-9f13-41a786790cc9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.673860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2064128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2051750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25005'] for router (afaa0081-a33e-46b5-9f13-41a786790cc9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.677335 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2064143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2064150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2051757'] for router (afaa0081-a33e-46b5-9f13-41a786790cc9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:57.893768 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Router afaa0081-a33e-46b5-9f13-41a786790cc9 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 04:57:58.005752 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 04:57:58.010706 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:57:58.011904 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f30f09c6-7a0a-4ea5-ac1d-1a278dd6235d demo admin] 10.222.0.11 "PUT /v2.0/routers/afaa0081-a33e-46b5-9f13-41a786790cc9 HTTP/1.1" status: 200 len: 890 time: 1.7195380 Mar 10 04:58:00.415860 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:58:00.464051 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:58:00.464443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:00.543929 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:58:00.609861 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:58:00.727350 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-00a16e0e-035d-4648-8664-14363746174f admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163273 Mar 10 04:58:01.183821 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Sync routers for ids ['afaa0081-a33e-46b5-9f13-41a786790cc9'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 04:58:01.197202 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Routers {'afaa0081-a33e-46b5-9f13-41a786790cc9'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:58:01.197977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T04:57:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['afaa0081-a33e-46b5-9f13-41a786790cc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:58:01.426606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Set router afaa0081-a33e-46b5-9f13-41a786790cc9 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:58:01.835849 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:57Z', 'revision_number': 4, 'project_id': '239c6344429349d480c331444695e148', 'gw_port': {'id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:56Z', 'updated_at': '2022-03-10T04:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:52Z', 'revision_number': 5, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:58:01.958642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Checking router: afaa0081-a33e-46b5-9f13-41a786790cc9 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 04:58:01.958642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Updating router afaa0081-a33e-46b5-9f13-41a786790cc9 port d7f4b889-4de5-4792-9d26-b054c2c9df4f binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 04:58:02.010372 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.329921 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks [] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.336947 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.385084 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862eae9-aa0d-4744-b5a4-0969c3e07fd8 None None] Pushing event updated for resources: {'Port': ['ID=d7f4b889-4de5-4792-9d26-b054c2c9df4f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:58:02.392944 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Attempting to bind port d7f4b889-4de5-4792-9d26-b054c2c9df4f on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 04:58:02.393348 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Attempting to bind port d7f4b889-4de5-4792-9d26-b054c2c9df4f by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 04:58:02.395977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Attempting to bind port d7f4b889-4de5-4792-9d26-b054c2c9df4f on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 04:58:02.400870 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 4, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 04:58:02.401276 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 04:58:02.401693 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.402058 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 04:58:02.402529 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Bound port: d7f4b889-4de5-4792-9d26-b054c2c9df4f, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 04:58:02.402904 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.462436 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] For port d7f4b889-4de5-4792-9d26-b054c2c9df4f, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 04:58:02.465470 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] For port d7f4b889-4de5-4792-9d26-b054c2c9df4f, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=d7f4b889-4de5-4792-9d26-b054c2c9df4f,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 04:58:02.472841 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:02.536767 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Routers {'afaa0081-a33e-46b5-9f13-41a786790cc9'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 04:58:02.537884 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T04:57:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['afaa0081-a33e-46b5-9f13-41a786790cc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:58:02.575586 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862eae9-aa0d-4744-b5a4-0969c3e07fd8 None None] Pushing event updated for resources: {'Port': ['ID=d7f4b889-4de5-4792-9d26-b054c2c9df4f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:58:02.656553 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] Set router afaa0081-a33e-46b5-9f13-41a786790cc9 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 04:58:02.883318 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:57Z', 'revision_number': 4, 'project_id': '239c6344429349d480c331444695e148', 'gw_port': {'id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:56Z', 'updated_at': '2022-03-10T04:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:52Z', 'revision_number': 5, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 04:58:02.913765 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137107bf-9e35-4ee9-9a12-302e1182e331 None None] The sync data for ids ['afaa0081-a33e-46b5-9f13-41a786790cc9'] in dv-cinder-804757-26-iscsi is: [{'id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'name': 'router1', 'tenant_id': '239c6344429349d480c331444695e148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T04:57:39Z', 'updated_at': '2022-03-10T04:57:57Z', 'revision_number': 4, 'project_id': '239c6344429349d480c331444695e148', 'gw_port': {'id': 'd7f4b889-4de5-4792-9d26-b054c2c9df4f', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:56Z', 'updated_at': '2022-03-10T04:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf', 'name': '', 'network_id': 'bc959471-2cb9-42ef-aab8-3dc5d7c2bb06', 'tenant_id': '239c6344429349d480c331444695e148', 'mac_address': 'fa:16:3e:ca:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaa0081-a33e-46b5-9f13-41a786790cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26b534e1-364d-4486-afea-b87339710635', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T04:57:49Z', 'updated_at': '2022-03-10T04:57:52Z', 'revision_number': 5, 'project_id': '239c6344429349d480c331444695e148', 'subnets': [{'id': '26b534e1-364d-4486-afea-b87339710635', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '770cdcba-0ec1-4a62-b00e-603d664cdfeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 04:58:04.490044 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d7f4b889-4de5-4792-9d26-b054c2c9df4f up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:58:04.560290 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port d7f4b889-4de5-4792-9d26-b054c2c9df4f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:58:04.561437 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:04.651871 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port d7f4b889-4de5-4792-9d26-b054c2c9df4f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:58:04.652772 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:04.679499 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port d7f4b889-4de5-4792-9d26-b054c2c9df4f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=d7f4b889-4de5-4792-9d26-b054c2c9df4f,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 04:58:04.689425 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:04.765769 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=d7f4b889-4de5-4792-9d26-b054c2c9df4f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:58:06.447549 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d7f4b889-4de5-4792-9d26-b054c2c9df4f up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 04:58:06.510040 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port d7f4b889-4de5-4792-9d26-b054c2c9df4f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:58:06.510371 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (d7f4b889-4de5-4792-9d26-b054c2c9df4f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:06.595779 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port d7f4b889-4de5-4792-9d26-b054c2c9df4f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:58:13.347268 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb94f-1877-42e8-9929-b7eb5c27218d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:15.588375 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3e64fbe-a7d6-4bb5-8141-7740743a0d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:16.647355 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:17.998287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:19.623368 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:33.761011 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:58:43.354528 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5326217f-223f-44f7-bd17-0f393a1d6112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:45.591307 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f8b-a99a-4f8b-b427-dc39307784fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:46.649187 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:48.007193 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:58:49.598042 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:10.759552 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:59:13.347949 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a642f570-4ed8-470b-8ff5-6ce3a773df21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:15.595690 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-571a78bc-703e-4e3a-b94b-20d020f1ba01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:16.643341 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:18.005959 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:19.592706 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:22.907039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:22.971216 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d07f8e0-3545-45a2-9ca2-068a848f580b admin admin] GET failed (client error): The resource could not be found. Mar 10 04:59:22.972514 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1d07f8e0-3545-45a2-9ca2-068a848f580b admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645421 Mar 10 04:59:23.137444 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f11c1-c5cf-43d3-a9e5-f4d9a4c4fea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:23.142795 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7d0f11c1-c5cf-43d3-a9e5-f4d9a4c4fea7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1662924 Mar 10 04:59:25.513623 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:25.604520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa527d1-e434-4704-b2cc-9d7cd8c958e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:25.605873 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-efa527d1-e434-4704-b2cc-9d7cd8c958e8 admin admin] 10.222.0.11 "GET /v2.0/subnets/26b534e1-364d-4486-afea-b87339710635 HTTP/1.1" status: 200 len: 849 time: 0.0907903 Mar 10 04:59:25.615560 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 04:59:25.700266 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Publish callbacks [] for subnet (26b534e1-364d-4486-afea-b87339710635), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:25.847011 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739060144734'] for subnet (26b534e1-364d-4486-afea-b87339710635), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:25.883246 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:25.884363 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:25.886979 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] 10.222.0.11 "PUT /v2.0/subnets/26b534e1-364d-4486-afea-b87339710635 HTTP/1.1" status: 200 len: 868 time: 0.2749047 Mar 10 04:59:25.890658 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94f041-b2c0-4870-9ea4-3ea4a6b1a13b None None] Network bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 04:59:25.910441 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b534e1-364d-4486-afea-b87339710635,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 04:59:25.918288 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.918674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.918994 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.919920 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.920817 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.921166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.921523 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.921988 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.922333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.922661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.922983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.923298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:25.923614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d20617-3835-45c8-a184-884bd808c8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 04:59:26.214982 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Provisioning complete for port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:59:26.215370 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:26.293822 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Current status of the port ab8c7b80-1bd9-4a62-86c0-dc3b8f0dfdcf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:59:26.304747 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Provisioning complete for port 28467062-537f-4a8b-93f4-9657719b893b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 04:59:26.305130 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (28467062-537f-4a8b-93f4-9657719b893b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:26.378926 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f35b54d8-7e12-4a0d-924b-1908325257c6 None None] Current status of the port 28467062-537f-4a8b-93f4-9657719b893b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 04:59:28.297109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:28.493067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df77c7-40d0-480e-b92f-7d91792d9350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:28.493487 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df77c7-40d0-480e-b92f-7d91792d9350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:28.495023 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c6df77c7-40d0-480e-b92f-7d91792d9350 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1969194 Mar 10 04:59:30.834833 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:30.967996 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961ff0c-7910-49e6-bffc-d93da430fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:30.968485 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961ff0c-7910-49e6-bffc-d93da430fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:30.970054 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-5961ff0c-7910-49e6-bffc-d93da430fad3 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1342838 Mar 10 04:59:33.291939 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:33.474254 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cd201-0ee0-4162-b9d6-de2a20fadb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:33.475702 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1f8cd201-0ee0-4162-b9d6-de2a20fadb83 admin admin] 10.222.0.11 "GET /v2.0/networks/bc959471-2cb9-42ef-aab8-3dc5d7c2bb06 HTTP/1.1" status: 200 len: 868 time: 0.1827712 Mar 10 04:59:35.809896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:35.935297 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a591088c-6bad-487e-9f18-cb2c3a417830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:35.936556 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a591088c-6bad-487e-9f18-cb2c3a417830 admin admin] 10.222.0.11 "GET /v2.0/networks/fb5e5c0a-c4ad-4ebf-b248-3ef296251113 HTTP/1.1" status: 200 len: 886 time: 0.1256204 Mar 10 04:59:38.253944 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:38.374247 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf1d1b-d547-4ff2-b53c-bd450410a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:38.374696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf1d1b-d547-4ff2-b53c-bd450410a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:38.376192 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-eacf1d1b-d547-4ff2-b53c-bd450410a559 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212671 Mar 10 04:59:40.695344 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:40.821745 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a062e5-0dc9-4d1e-83fa-6f3445b5b58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:40.822207 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a062e5-0dc9-4d1e-83fa-6f3445b5b58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:40.823729 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-74a062e5-0dc9-4d1e-83fa-6f3445b5b58f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274421 Mar 10 04:59:43.178024 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:43.269904 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8cbc7c-247d-4c7d-949c-3c7c5c5ddc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:43.271240 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0c8cbc7c-247d-4c7d-949c-3c7c5c5ddc7e admin admin] 10.222.0.11 "GET /v2.0/subnets/26b534e1-364d-4486-afea-b87339710635 HTTP/1.1" status: 200 len: 868 time: 0.0922489 Mar 10 04:59:43.351476 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53638b01-d3b5-4d25-a8e0-2b5814b2cba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:45.597588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34f942c4-2463-42fe-90d8-5a147a73213e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:45.603801 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 04:59:45.688335 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ae284-4504-47ce-ab6c-8f0f5d61fea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 04:59:45.689712 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-553ae284-4504-47ce-ab6c-8f0f5d61fea0 admin admin] 10.222.0.11 "GET /v2.0/subnets/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac HTTP/1.1" status: 200 len: 816 time: 0.0849001 Mar 10 04:59:46.645850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:47.757962 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:59:48.008197 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:59:49.595076 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:13.354407 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8461653-9234-4756-b2a4-776c7b4d63be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:13.895856 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:00:13.941877 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [None req-5956a7f2-2eff-49f5-b827-100856a80509 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:00:13.942924 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5956a7f2-2eff-49f5-b827-100856a80509 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461051 Mar 10 05:00:15.600060 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e03b56d1-ec9e-4fd7-8894-217c90c9477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:16.349654 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:00:16.411842 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e921d5-df4e-406c-b57d-abb9dc1db28b admin admin] GET failed (client error): The resource could not be found. Mar 10 05:00:16.413179 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-23e921d5-df4e-406c-b57d-abb9dc1db28b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625260 Mar 10 05:00:16.558133 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d0157-198d-4bfd-a026-f6041a0eee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:00:16.559532 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c42d0157-198d-4bfd-a026-f6041a0eee47 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424301 Mar 10 05:00:16.649719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:18.004978 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:18.911785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:00:18.959243 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:00:18.978359 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Made reservation on behalf of d1cadcf10f3149cb90c5f341c0dac762 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:00:18.980849 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:19.008874 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING neutron.services.revisions.revision_plugin [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Could not find related network for resource to bump revision. Mar 10 05:00:19.024127 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:00:19.034581 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (97045953-bcc0-4772-8614-2143c977cf2e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:19.034924 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Added segment 97045953-bcc0-4772-8614-2143c977cf2e of type vlan for network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 Mar 10 05:00:19.082891 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (e096756d-c3c2-4f7f-8424-fbdd818ad2f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:19.108087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (e096756d-c3c2-4f7f-8424-fbdd818ad2f7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:19.108984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:00:19.109604 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:19.140665 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2278047 Mar 10 05:00:19.177485 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Pushing event updated for resources: {'Network': ['ID=e096756d-c3c2-4f7f-8424-fbdd818ad2f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:00:19.185321 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.185694 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.186045 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.186411 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.186779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.187113 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.187540 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.187899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.188292 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.188639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.189130 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.189445 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.189779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79fa9b-9e97-4fe6-8c3c-8aa1e0f0a155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:19.201439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:00:19.598700 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:21.526813 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:00:21.587467 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f0eec0-c1d7-4334-8d40-1a92efdb05cc admin admin] GET failed (client error): The resource could not be found. Mar 10 05:00:21.588713 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b1f0eec0-c1d7-4334-8d40-1a92efdb05cc admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609345 Mar 10 05:00:21.660419 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0fe27a-4a27-4730-a91a-ccf25ac2f3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:00:21.661870 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2f0fe27a-4a27-4730-a91a-ccf25ac2f3e0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0684297 Mar 10 05:00:21.672365 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:00:21.690292 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Made reservation on behalf of d1cadcf10f3149cb90c5f341c0dac762 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:00:21.692413 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:21.849244 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (e330a406-c175-485f-b021-19f430569bec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:21.900035 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e330a406-c175-485f-b021-19f430569bec,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:00:21.910660 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Checking segment: {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:00:21.911013 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Network hostable DHCP agents. Network: e096756d-c3c2-4f7f-8424-fbdd818ad2f7, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:00:21.926657 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:00:21.934250 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, e096756d-c3c2-4f7f-8424-fbdd818ad2f7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:00:21.938767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:00:21.939401 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:21.944011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa79ec-63da-47ba-a0c5-fa70ff5560a8 None None] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:00:21.955791 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bb12eca8-429f-48b1-bb91-e885b2f957e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2877066 Mar 10 05:00:22.054729 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-e096756d-c3c2-4f7f-8424-fbdd818ad2f7', 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7', 'project_id': 'd1cadcf10f3149cb90c5f341c0dac762', 'fixed_ips': [{'subnet_id': 'e330a406-c175-485f-b021-19f430569bec'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:00:22.055629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.200936 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Allocated IP 192.168.233.2 (e096756d-c3c2-4f7f-8424-fbdd818ad2f7/e330a406-c175-485f-b021-19f430569bec/6fee1905-ceab-4688-96bd-649f23548c2d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:00:22.347681 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks [] for port (6fee1905-ceab-4688-96bd-649f23548c2d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.354036 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.391855 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:00:22.396699 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:00:22.403423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:00:22.406470 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Pushing event updated for resources: {'Port': ['ID=6fee1905-ceab-4688-96bd-649f23548c2d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:00:22.417291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.417660 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.418022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.418372 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.418702 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.419577 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.420041 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.420373 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.420699 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.421041 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.421421 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.421717 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.422040 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:00:22.474559 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Attempting to bind port 6fee1905-ceab-4688-96bd-649f23548c2d on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:00:22.474864 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Attempting to bind port 6fee1905-ceab-4688-96bd-649f23548c2d by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:00:22.475232 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Attempting to bind port 6fee1905-ceab-4688-96bd-649f23548c2d on network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:00:22.480220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:00:22.480595 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Checking segment: {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:00:22.480999 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.481961 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Bound using segment: {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:00:22.482429 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Bound port: 6fee1905-ceab-4688-96bd-649f23548c2d, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:00:22.482810 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.544530 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] For port 6fee1905-ceab-4688-96bd-649f23548c2d, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:00:22.547640 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] For port 6fee1905-ceab-4688-96bd-649f23548c2d, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=6fee1905-ceab-4688-96bd-649f23548c2d,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:00:22.553552 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:22.612257 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c181a-d89a-43ae-a1ea-47bfff3247af None None] Pushing event updated for resources: {'Port': ['ID=6fee1905-ceab-4688-96bd-649f23548c2d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:00:23.493294 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00372c6-8cae-4678-b946-b865e12aa2db None None] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:00:23.666663 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Provisioning complete for port 6fee1905-ceab-4688-96bd-649f23548c2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:00:23.667031 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:23.780788 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Current status of the port 6fee1905-ceab-4688-96bd-649f23548c2d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:00:23.781207 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:23.818963 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] For port 6fee1905-ceab-4688-96bd-649f23548c2d, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=6fee1905-ceab-4688-96bd-649f23548c2d,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:00:23.827445 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:23.876763 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c0cb2-021b-4f4f-a258-273d42378cc1 None None] Pushing event updated for resources: {'Port': ['ID=6fee1905-ceab-4688-96bd-649f23548c2d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:00:24.049521 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65544ec4-b065-444c-abbc-35d7a2e6324c None None] Provisioning complete for port 6fee1905-ceab-4688-96bd-649f23548c2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:00:24.049849 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65544ec4-b065-444c-abbc-35d7a2e6324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:24.136141 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65544ec4-b065-444c-abbc-35d7a2e6324c None None] Current status of the port 6fee1905-ceab-4688-96bd-649f23548c2d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:00:24.527317 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 6fee1905-ceab-4688-96bd-649f23548c2d up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:00:24.576886 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 6fee1905-ceab-4688-96bd-649f23548c2d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:00:24.577313 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (6fee1905-ceab-4688-96bd-649f23548c2d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:24.656066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 6fee1905-ceab-4688-96bd-649f23548c2d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:00:24.757027 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:00:43.358063 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-015f16ff-17fc-45f9-b927-02a389d2f267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:45.602474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2a19ccec-699e-4ff3-b204-496902f4e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:46.651447 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:48.007275 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:00:49.601768 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:01.757679 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:01:13.360054 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ccef-0943-4394-97af-2bef1eb53a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:15.604184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a096c12-27f1-4a3a-ba8f-c1de1c71397c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:16.652271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:18.012173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:19.605506 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:38.756004 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:01:43.364865 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c35f0c8-d9e4-430f-b36f-61511098e633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:45.608954 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-890cd66f-b21c-4b0b-804e-a66dfd44e873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:46.657220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.013683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.317552 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:01:48.323616 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [None req-b1a07426-ce7f-4d1c-b29f-be8b62e3f56d tempest-verify_tempest_config-1153694015 tempest-verify_tempest_config-1153694015-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:01:48.324582 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b1a07426-ce7f-4d1c-b29f-be8b62e3f56d tempest-verify_tempest_config-1153694015 tempest-verify_tempest_config-1153694015-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060592 Mar 10 05:01:48.611552 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 41960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:01:48.714273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.788339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Publish callbacks [] for security_group (94529a2b-fb7a-4fa7-956c-4c2afc99e41f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.795457 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (94529a2b-fb7a-4fa7-956c-4c2afc99e41f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.843028 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94529a2b-fb7a-4fa7-956c-4c2afc99e41f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:01:48.850432 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60e5ceaad8d74e53abd87d3e9e37bef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2378676 Mar 10 05:01:48.852001 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.852367 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.852713 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.853049 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.853255 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 41966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:01:48.853411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.853742 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.855101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.855451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.855789 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.856119 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.856447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.856773 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.857096 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1203857-54ae-4ff1-a1c5-c881a35c891a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:48.908291 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Publish callbacks [] for security_group (94529a2b-fb7a-4fa7-956c-4c2afc99e41f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:48.928968 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Publish callbacks [] for security_group (94529a2b-fb7a-4fa7-956c-4c2afc99e41f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:49.019448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (94529a2b-fb7a-4fa7-956c-4c2afc99e41f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:49.022133 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:01:49.023366 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94529a2b-fb7a-4fa7-956c-4c2afc99e41f HTTP/1.1" status: 204 len: 168 time: 0.1691432 Mar 10 05:01:49.032569 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94529a2b-fb7a-4fa7-956c-4c2afc99e41f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:01:49.039337 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.039641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.039991 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.040322 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.040653 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.040984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.041352 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.042558 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.042898 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.043300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.043628 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.043949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.044271 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060097-3ce9-487a-afd7-b43817ce5831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:01:49.597752 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:13.366573 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f177-9db6-488a-b36a-08056345082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:15.610335 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-871b7208-9e2c-4b51-ac4a-ea9cd52eac38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:15.754070 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:02:16.658297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:18.016314 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:19.603313 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:43.368665 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1fc8edd8-0eee-42d7-9739-7f2898c15189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:45.611205 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-299c067f-4f6c-4e7f-a4fe-1b44e7720cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:46.661521 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:48.019448 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:49.594938 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:02:52.752329 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:03:13.369455 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-062209b6-03ec-47d5-8170-c9d656c2a8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:15.612840 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b9050da-cbe3-4430-9939-4b311e6862ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:16.664483 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:18.023555 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:19.598710 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:26.266325 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2050070'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:29.750958 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:03:41.081041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42036) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:03:41.182917 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fe9bc7b8-8a7f-470f-9939-06147d3b32a7 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1007569 Mar 10 05:03:43.371614 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c09a968b-739b-4c05-a81a-b479ed98822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:43.514860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:03:43.575601 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-715478f4-69fc-4622-938c-8a14b43f8b64 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0596838 Mar 10 05:03:45.615137 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1754549e-56ab-493c-9d66-50b280d2f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:46.671329 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:48.027053 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:49.602226 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:03:56.249882 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:06.748838 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:04:13.372679 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34d7ca34-40a8-4419-b814-40d792eb8cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:15.617611 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a131bbd-6273-4082-b508-20d8e950cced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:16.669824 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:18.029948 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:19.612270 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:26.262394 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:43.374558 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67933c6b-0663-4173-ac6f-f05c1e32f641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:43.747594 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:04:45.620315 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38d932ec-9767-4a39-a463-6666a740a961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:46.673890 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:48.035380 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:49.605079 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:04:56.261065 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:13.377206 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b04bc90-4db4-4ed3-a601-7d2a9aadb6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:15.634942 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50020ce7-9723-4bb9-98bb-38c8a095975f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:16.692217 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:18.045474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.475345 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:19.608078 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.772357 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-210275486-network', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:19.796540 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Made reservation on behalf of 2ef25dcaa14249adbce688ea7ba609e1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:19.800245 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.818138 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.920147 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks [] for security_group (1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.924576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.954034 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:19.967120 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:19.979041 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (8a0161e7-360b-4c8d-9046-3af616ee803c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:19.979321 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Added segment 8a0161e7-360b-4c8d-9046-3af616ee803c of type vlan for network c521ea70-573f-4de1-8ab0-8cfffbc227f2 Mar 10 05:05:19.987388 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.987731 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.988068 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.988609 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.989092 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.989373 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.989765 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.990061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.990405 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.990730 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.991042 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.991631 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.992277 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Tracked resource versions report: Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: pushed versions: Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: { 'AddressGroup': {'1.2'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Log': {'1.0'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Network': {'1.1'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Port': {'1.7'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'PortForwarding': {'1.2'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'QosPolicy': {'1.10'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroup': {'1.5'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SubPort': {'1.0'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Subnet': {'1.1'}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Trunk': {'1.1'}} Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: consumer versions: Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: HyperV agent@hv-cinder-80475: {}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'ConntrackHelper': '1.0', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'LocalIPAssociation': '1.0', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Log': '1.0', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Network': '1.1', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Port': '1.7', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'PortForwarding': '1.2', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'QosPolicy': '1.10', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroup': '1.5', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SecurityGroupRule': '1.2', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'SubPort': '1.0', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Subnet': '1.1', Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: 'Trunk': '1.1'}} Mar 10 05:05:19.993984 dv-cinder-804757-26-iscsi neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 05:05:20.053344 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (c521ea70-573f-4de1-8ab0-8cfffbc227f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.082924 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (c521ea70-573f-4de1-8ab0-8cfffbc227f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.083997 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:20.084620 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.121987 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6455107 Mar 10 05:05:20.122257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:20.130615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Request body: {'subnet': {'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-subnet', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:20.164462 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Made reservation on behalf of 2ef25dcaa14249adbce688ea7ba609e1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:20.167549 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.175860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ebbd-a4cd-4cd4-8199-0131eecbe1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c521ea70-573f-4de1-8ab0-8cfffbc227f2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:20.191599 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:20.439668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (f2d0dd3b-0570-4d65-9d60-d03f1ad1e814), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.505634 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:20.517453 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.517838 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.518723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.519098 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.519434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.519766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.520156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.520426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.520757 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.521172 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.521423 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.521751 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.522077 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Tracked resource versions report: Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: pushed versions: Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: { 'AddressGroup': {'1.2'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Log': {'1.0'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Network': {'1.1'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Port': {'1.7'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'PortForwarding': {'1.2'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'QosPolicy': {'1.10'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroup': {'1.5'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SubPort': {'1.0'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Subnet': {'1.1'}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Trunk': {'1.1'}} Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: consumer versions: Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: HyperV agent@hv-cinder-80475: {}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'ConntrackHelper': '1.0', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'LocalIPAssociation': '1.0', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Log': '1.0', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Network': '1.1', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Port': '1.7', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'PortForwarding': '1.2', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'QosPolicy': '1.10', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroup': '1.5', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SecurityGroupRule': '1.2', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'SubPort': '1.0', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Subnet': '1.1', Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: 'Trunk': '1.1'}} Mar 10 05:05:20.523155 dv-cinder-804757-26-iscsi neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 05:05:20.527769 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Checking segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:20.528125 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Network hostable DHCP agents. Network: c521ea70-573f-4de1-8ab0-8cfffbc227f2, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:20.550648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:20.560260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, c521ea70-573f-4de1-8ab0-8cfffbc227f2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:20.565948 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:20.566674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.570858 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a17cb5b-388d-4227-b853-d21683ad2999 None None] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:20.588656 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:20.589583 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1987b069-3c99-456f-a088-3d61d1d31776 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4645185 Mar 10 05:05:20.593740 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:20.614835 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.616202 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.686480 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for router_controller (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:20.707728 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561a183-07a3-4e41-bcdb-0a271eefea88 None None] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:20.748393 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:05:20.965904 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for router_gateway (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.130197 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:21.162882 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:21.186545 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for router_gateway (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.209011 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.310321 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Allocated IP 172.27.1.201 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/d245a642-42f8-477b-8437-5530c2d73258) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:21.419561 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for port (d245a642-42f8-477b-8437-5530c2d73258), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.453603 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (d245a642-42f8-477b-8437-5530c2d73258), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.494451 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:21.499228 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:21.501653 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:21.538579 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d245a642-42f8-477b-8437-5530c2d73258,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:21.557315 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-723016416-network', 'tenant_id': 'a7efcc5f3b75417087a67b1e830b5540'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:21.583574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Made reservation on behalf of a7efcc5f3b75417087a67b1e830b5540 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:21.586539 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.598708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:21.606826 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.622855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1808230119-network', 'tenant_id': '9383da2253074517840ac7aae4b86aab'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:21.637551 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:21.655897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:21.658377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.674216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.771163 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for router_gateway (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.778885 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks [] for security_group (24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.788437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.855637 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:21.877024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:21.932174 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:21.938972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks [] for security_group (eda545a8-09dc-4679-95d8-a63158901fc9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:21.943269 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-788013209-network', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:21.988801 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-388008469-network', 'tenant_id': 'f255aa208b95491d9ce818c4ffa5fe06'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:22.001696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-320366140-network', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:22.020053 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (eda545a8-09dc-4679-95d8-a63158901fc9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.021563 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.025495 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Made reservation on behalf of f255aa208b95491d9ce818c4ffa5fe06 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:22.030801 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.043704 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.069029 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Made reservation on behalf of 1ebf0b1acb9d48d09d7cb5944dd2ae5a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:22.071837 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.089041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (f4773a96-1cb0-40d8-9885-d7e4e95d9dbb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.089490 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Added segment f4773a96-1cb0-40d8-9885-d7e4e95d9dbb of type vlan for network 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 Mar 10 05:05:22.103950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Made reservation on behalf of f253b15a03884e3d9cb929e4f2a4ad80 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:22.106222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.134793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.185188 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.209921 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:22.244264 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (8977b47a-52f0-4cdd-8abd-b4ad8a5584a4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.259947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda545a8-09dc-4679-95d8-a63158901fc9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:22.263160 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (3876797f-1fe3-4863-a428-05cd336764ab), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.264331 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Added segment 3876797f-1fe3-4863-a428-05cd336764ab of type vlan for network 90185edd-994f-454f-844c-1ceabef2dbe1 Mar 10 05:05:22.277804 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks [] for security_group (4c466b9e-774e-4f69-b5e9-0da70d24ee4f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.291361 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4c466b9e-774e-4f69-b5e9-0da70d24ee4f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.316564 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:22.320214 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:05:22.341482 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (1f93405c-5d92-4e30-8ce7-44caba915056), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.342033 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Added segment 1f93405c-5d92-4e30-8ce7-44caba915056 of type vlan for network e2ac1ca4-0247-49bd-b4b1-43815020f993 Mar 10 05:05:22.389753 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c466b9e-774e-4f69-b5e9-0da70d24ee4f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:22.392331 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (90185edd-994f-454f-844c-1ceabef2dbe1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.410113 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (8977b47a-52f0-4cdd-8abd-b4ad8a5584a4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.412814 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:22.414153 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.460184 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (e2ac1ca4-0247-49bd-b4b1-43815020f993), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.524527 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3605011 Mar 10 05:05:22.528732 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks [] for security_group (71521a48-56d7-47ed-b1fe-05192fef6195), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.529677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:22.544207 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (e2ac1ca4-0247-49bd-b4b1-43815020f993), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.545170 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:22.545753 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.564371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Request body: {'subnet': {'network_id': '8977b47a-52f0-4cdd-8abd-b4ad8a5584a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-723016416-subnet', 'tenant_id': 'a7efcc5f3b75417087a67b1e830b5540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:22.588516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (90185edd-994f-454f-844c-1ceabef2dbe1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.589481 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:22.590051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.592060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (71521a48-56d7-47ed-b1fe-05192fef6195), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.605213 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:22.627829 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Sync routers for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:22.628395 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9892583 Mar 10 05:05:22.631640 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:22.637969 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.639871 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9727f2ed-1004-4b85-aa88-a644d78a19e1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0494816 Mar 10 05:05:22.645213 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Request body: {'subnet': {'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-388008469-subnet', 'tenant_id': 'f255aa208b95491d9ce818c4ffa5fe06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:22.651806 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:22.656886 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:22.657619 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:22.672349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71521a48-56d7-47ed-b1fe-05192fef6195,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:22.677479 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks [] for security_group (af801a2b-b6b3-42ee-af9c-f5fc53d4adf7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.683983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fefd-e73b-4ec2-a6fc-797c155cad70 admin admin] Pushing event updated for resources: {'Network': ['ID=8977b47a-52f0-4cdd-8abd-b4ad8a5584a4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:22.698489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:22.700382 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (af801a2b-b6b3-42ee-af9c-f5fc53d4adf7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.713547 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:22.724548 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (8cf6b804-aa6a-4c87-8114-ccbdcaa5c065), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.724918 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Added segment 8cf6b804-aa6a-4c87-8114-ccbdcaa5c065 of type vlan for network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a Mar 10 05:05:22.755714 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec9d86-d26b-40c6-abbe-60df26553a47 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ac1ca4-0247-49bd-b4b1-43815020f993,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:22.770848 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network e2ac1ca4-0247-49bd-b4b1-43815020f993 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:22.774179 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.808973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.809744 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:22.810354 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.815169 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6838355 Mar 10 05:05:22.838785 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:22.861730 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Request body: {'subnet': {'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-subnet', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:22.879188 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Made reservation on behalf of a7efcc5f3b75417087a67b1e830b5540 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:22.885655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.913239 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (27d323d0-bee4-46b8-b557-38f9f5c55251), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:22.917576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:22.918297 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Added segment 27d323d0-bee4-46b8-b557-38f9f5c55251 of type vlan for network c3c054e4-736a-4968-9ef9-e57880a6b771 Mar 10 05:05:23.053300 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4503183 Mar 10 05:05:23.058255 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:23.086484 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af801a2b-b6b3-42ee-af9c-f5fc53d4adf7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:23.088903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Request body: {'subnet': {'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-788013209-subnet', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:23.105062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:23.107486 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.197896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (c3c054e4-736a-4968-9ef9-e57880a6b771), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.205650 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:23.207230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8960e0-8c2e-49f9-bc82-75a85b7527d4 admin admin] Pushing event updated for resources: {'Network': ['ID=90185edd-994f-454f-844c-1ceabef2dbe1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:23.219130 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 90185edd-994f-454f-844c-1ceabef2dbe1 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:23.318809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Made reservation on behalf of f255aa208b95491d9ce818c4ffa5fe06 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:23.321088 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.364969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (c3c054e4-736a-4968-9ef9-e57880a6b771), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.366813 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:23.367562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.431703 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Made reservation on behalf of 1ebf0b1acb9d48d09d7cb5944dd2ae5a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:23.434098 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.448348 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:21Z', 'revision_number': 3, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:23.465521 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5775425 Mar 10 05:05:23.484335 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:23.492372 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Checking router: 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:23.492912 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Updating router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e port d245a642-42f8-477b-8437-5530c2d73258 binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:23.493101 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Request body: {'subnet': {'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-subnet', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:23.533868 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d245a642-42f8-477b-8437-5530c2d73258), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.562535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94065c3-7af7-4d0a-9f48-381b3abe8d51 admin admin] Pushing event updated for resources: {'Network': ['ID=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:23.563357 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Made reservation on behalf of f253b15a03884e3d9cb929e4f2a4ad80 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:23.566426 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.576638 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:23.679715 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.741777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980431a7-3f52-4f32-8a05-ad9b1d6f98af admin admin] Pushing event updated for resources: {'Network': ['ID=c3c054e4-736a-4968-9ef9-e57880a6b771,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:23.757346 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network c3c054e4-736a-4968-9ef9-e57880a6b771 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:23.854273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (6dd3ddd5-f44d-4c1d-b87e-14b7383eb951), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.886129 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (b869c5b1-dc0a-47cd-9393-8c6696743429), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:23.924883 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:24.001667 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b869c5b1-dc0a-47cd-9393-8c6696743429,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:24.005180 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:24.005553 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Network hostable DHCP agents. Network: 90185edd-994f-454f-844c-1ceabef2dbe1, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:24.009744 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Checking segment: {'id': 'f4773a96-1cb0-40d8-9885-d7e4e95d9dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8977b47a-52f0-4cdd-8abd-b4ad8a5584a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:24.010669 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Network hostable DHCP agents. Network: 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:24.025412 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (e35b5f87-aeab-473a-887b-a02d963af1fb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.052695 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:24.061325 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Network 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:24.081559 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 90185edd-994f-454f-844c-1ceabef2dbe1) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:24.083411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:24.092379 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks [] for port (d245a642-42f8-477b-8437-5530c2d73258), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.092869 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49708502-2b15-41a4-88d0-595ed292da37 None None] Network 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:24.098126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77a6d5-3c7b-45ab-9f8e-6b83ead52e61 None None] Network 90185edd-994f-454f-844c-1ceabef2dbe1 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:24.105199 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:24.105835 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.107532 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d245a642-42f8-477b-8437-5530c2d73258), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.109294 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:24.110365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.159267 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-9af4a708-fdc2-4d2b-8066-0548fd147a34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6013639 Mar 10 05:05:24.166369 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d03bf2ad-f776-40e7-84ec-2c72d564bade admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3091781 Mar 10 05:05:24.171404 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:24.176239 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:24.228082 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Pushing event updated for resources: {'Port': ['ID=d245a642-42f8-477b-8437-5530c2d73258,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:24.264623 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (a899046b-e9da-442f-9556-1d10a49dacfb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.266796 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (a899046b-e9da-442f-9556-1d10a49dacfb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.302804 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Attempting to bind port d245a642-42f8-477b-8437-5530c2d73258 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:24.302804 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Attempting to bind port d245a642-42f8-477b-8437-5530c2d73258 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:24.305135 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Attempting to bind port d245a642-42f8-477b-8437-5530c2d73258 on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:24.314894 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:24.318744 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:24.318744 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.319542 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:24.320212 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Bound port: d245a642-42f8-477b-8437-5530c2d73258, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:24.321682 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d245a642-42f8-477b-8437-5530c2d73258), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.454773 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (b40299d0-b31b-4d32-9928-65b225fee4b5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.463819 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] For port d245a642-42f8-477b-8437-5530c2d73258, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:24.475392 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] For port d245a642-42f8-477b-8437-5530c2d73258, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=d245a642-42f8-477b-8437-5530c2d73258,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:24.488441 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.488843 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.489247 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.492873 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.495079 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.495452 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.496845 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.500447 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.500807 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.502034 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.503571 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.503933 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.504297 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Tracked resource versions report: Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: pushed versions: Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: { 'AddressGroup': {'1.2'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Log': {'1.0'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Network': {'1.1'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Port': {'1.7'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'PortForwarding': {'1.2'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'QosPolicy': {'1.10'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroup': {'1.5'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SubPort': {'1.0'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Subnet': {'1.1'}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Trunk': {'1.1'}} Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: consumer versions: Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: HyperV agent@hv-cinder-80475: {}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'ConntrackHelper': '1.0', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'LocalIPAssociation': '1.0', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Log': '1.0', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Network': '1.1', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Port': '1.7', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'PortForwarding': '1.2', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'QosPolicy': '1.10', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroup': '1.5', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SecurityGroupRule': '1.2', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'SubPort': '1.0', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Subnet': '1.1', Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: 'Trunk': '1.1'}} Mar 10 05:05:24.507777 dv-cinder-804757-26-iscsi neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 05:05:24.521784 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d245a642-42f8-477b-8437-5530c2d73258), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.562711 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Allocated IP 172.20.0.1 (c521ea70-573f-4de1-8ab0-8cfffbc227f2/f2d0dd3b-0570-4d65-9d60-d03f1ad1e814/64580fcc-a213-4937-a7e2-646a3944a277) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:24.580285 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (5a87b033-fd64-4150-bb51-4ac9b3e480d8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.601578 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for router_controller (a899046b-e9da-442f-9556-1d10a49dacfb), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.633127 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-90185edd-994f-454f-844c-1ceabef2dbe1', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:05:24.634682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.661608 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b651d-2486-43ff-8ac1-6e4ac8ea708a None None] Network 8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:24.671466 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:24.672163 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:24.679812 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59ec7b-29d8-446f-80a0-c45fd252963f None None] Pushing event updated for resources: {'Port': ['ID=d245a642-42f8-477b-8437-5530c2d73258,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:24.825564 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks [] for port (64580fcc-a213-4937-a7e2-646a3944a277), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.876113 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Checking segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:24.879173 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Network hostable DHCP agents. Network: c3c054e4-736a-4968-9ef9-e57880a6b771, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:24.896023 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:24.905775 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35b5f87-aeab-473a-887b-a02d963af1fb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:24.910764 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Allocated IP 172.20.0.2 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/4ef36b50-622b-424d-b331-057c349b1268) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:24.928002 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:24.935066 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:24.958896 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:24.962410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:24.962991 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.004173 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for router_gateway (a899046b-e9da-442f-9556-1d10a49dacfb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.028594 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:25.125326 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Pushing event updated for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:25.137989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks [] for port (4ef36b50-622b-424d-b331-057c349b1268), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.144944 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (4ef36b50-622b-424d-b331-057c349b1268), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.192931 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:25.198969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-102718816-network', 'tenant_id': 'e485af8a5c9b49d9b55546dd3c8f02e8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:25.202559 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Pushing event updated for resources: {'Port': ['ID=4ef36b50-622b-424d-b331-057c349b1268,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:25.210171 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:25.214882 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:25.218190 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.218847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.219399 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.219919 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.220424 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.220908 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.222212 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.222782 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.223106 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.223642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.224159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.224668 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.225204 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Tracked resource versions report: Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: pushed versions: Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: { 'AddressGroup': {'1.2'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Log': {'1.0'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Network': {'1.1'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Port': {'1.7'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'PortForwarding': {'1.2'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'QosPolicy': {'1.10'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroup': {'1.5'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SubPort': {'1.0'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Subnet': {'1.1'}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Trunk': {'1.1'}} Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: consumer versions: Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: { DHCP agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: HyperV agent@hv-cinder-80475: {}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: L3 agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: Metadata agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: Metering agent@dv-cinder-804757-26-iscsi: {}, Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: Open vSwitch agent@dv-cinder-804757-26-iscsi: { 'AddressGroup': '1.2', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'ConntrackHelper': '1.0', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'LocalIPAssociation': '1.0', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Log': '1.0', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Network': '1.1', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Port': '1.7', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'PortForwarding': '1.2', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'QosPolicy': '1.10', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroup': '1.5', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SecurityGroupRule': '1.2', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'SubPort': '1.0', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Subnet': '1.1', Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: 'Trunk': '1.1'}} Mar 10 05:05:25.226471 dv-cinder-804757-26-iscsi neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 05:05:25.233179 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:25.244421 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:21Z', 'revision_number': 3, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:25.260421 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Checking segment: {'id': '1f93405c-5d92-4e30-8ce7-44caba915056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:25.260853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Network hostable DHCP agents. Network: e2ac1ca4-0247-49bd-b4b1-43815020f993, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:25.269656 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, c3c054e4-736a-4968-9ef9-e57880a6b771) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:25.278917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdada577-19fc-4657-8f72-5e07444cfa0e None None] Network c3c054e4-736a-4968-9ef9-e57880a6b771 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:25.294002 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b26c312-51e7-4616-8019-49a0a043815c None None] The sync data for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi is: [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:21Z', 'revision_number': 3, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:25.306388 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Checking segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:25.307026 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Network hostable DHCP agents. Network: e45c9f69-5cfc-41b4-ac20-7254a2c1f09a, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:25.316574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Made reservation on behalf of e485af8a5c9b49d9b55546dd3c8f02e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:25.324396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.333774 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:25.334385 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.338995 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for router_gateway (a899046b-e9da-442f-9556-1d10a49dacfb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.347298 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Attempting to bind port 4ef36b50-622b-424d-b331-057c349b1268 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:25.348104 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Attempting to bind port 4ef36b50-622b-424d-b331-057c349b1268 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:25.348734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Attempting to bind port 4ef36b50-622b-424d-b331-057c349b1268 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:25.360117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.365435 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8753810 Mar 10 05:05:25.369503 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3e03-2153-411b-823c-2b80b0ffbb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40299d0-b31b-4d32-9928-65b225fee4b5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:25.371431 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:25.385316 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:25.385738 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:25.386146 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.386537 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:25.387066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Bound port: 4ef36b50-622b-424d-b331-057c349b1268, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:25.387442 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (4ef36b50-622b-424d-b331-057c349b1268), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.403652 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.443815 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a87b033-fd64-4150-bb51-4ac9b3e480d8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:25.460347 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:25.484128 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Network e2ac1ca4-0247-49bd-b4b1-43815020f993 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:25.489061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:25.496372 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (23e4c73a-6d0b-41be-a657-681b63eec253), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.497848 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (23e4c73a-6d0b-41be-a657-681b63eec253), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.501825 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (64580fcc-a213-4937-a7e2-646a3944a277), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.508735 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, e45c9f69-5cfc-41b4-ac20-7254a2c1f09a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:25.529859 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, e2ac1ca4-0247-49bd-b4b1-43815020f993) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:25.534889 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:25.535575 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.584893 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2f487ece-c294-48cc-a9ae-4b10aaec59ad admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5233054 Mar 10 05:05:25.590342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:25.605006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:25.636306 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.637527 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.671089 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc7292-b08a-430a-8ebb-043796df03d2 None None] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:25.707018 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:25.708276 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.734696 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebe4e3-0b85-445c-b552-db9feab821d1 None None] Network e2ac1ca4-0247-49bd-b4b1-43815020f993 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:25.751242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Allocated IP 172.27.1.56 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/9eb42350-7440-48a2-b28f-3c2dbdb6ccc8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:25.770407 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] For port 4ef36b50-622b-424d-b331-057c349b1268, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:25.856899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for router_controller (23e4c73a-6d0b-41be-a657-681b63eec253), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.871918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks [] for security_group (c36637a4-7449-4df0-90f2-e0df499e428e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.874506 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-08991a96-1913-41b9-b87e-7fdcea4e1d38 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2409360 Mar 10 05:05:25.882272 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-c3c054e4-736a-4968-9ef9-e57880a6b771', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:05:25.884358 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.889843 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c36637a4-7449-4df0-90f2-e0df499e428e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:25.972376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36637a4-7449-4df0-90f2-e0df499e428e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:26.082211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] For port 4ef36b50-622b-424d-b331-057c349b1268, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=4ef36b50-622b-424d-b331-057c349b1268,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:26.103516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:05:26.176617 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (4ef36b50-622b-424d-b331-057c349b1268), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.216440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.230277 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for router_controller (6903f057-2102-475e-a5ca-fb3ed1a58b15), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.307946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4657094a-f482-43db-a98e-726aea160b0b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.308409 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Added segment 4657094a-f482-43db-a98e-726aea160b0b of type vlan for network aacdc707-03a5-4cfe-879e-5fa0245b9a12 Mar 10 05:05:26.496876 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af41d0c-282f-4709-a638-db6031d1ba74 None None] Pushing event updated for resources: {'Port': ['ID=4ef36b50-622b-424d-b331-057c349b1268,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:26.510815 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (aacdc707-03a5-4cfe-879e-5fa0245b9a12), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.546417 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.566883 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:05:26.567749 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.595074 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Allocated IP 172.20.0.2 (c3c054e4-736a-4968-9ef9-e57880a6b771/b40299d0-b31b-4d32-9928-65b225fee4b5/1ff5dc2b-0111-4623-8618-752699d2a71f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:26.620960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea8fc3-5102-4587-92db-bfc3bdd601c2 None None] Network e2ac1ca4-0247-49bd-b4b1-43815020f993 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:26.678724 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.697489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for router_gateway (6903f057-2102-475e-a5ca-fb3ed1a58b15), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.780205 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (aacdc707-03a5-4cfe-879e-5fa0245b9a12), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.786073 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:26.787339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.943459 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7468095 Mar 10 05:05:26.960854 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks [] for port (64580fcc-a213-4937-a7e2-646a3944a277), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:26.978933 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d245a642-42f8-477b-8437-5530c2d73258 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:26.979560 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:26.984721 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:26.984983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:26.999953 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Request body: {'subnet': {'network_id': 'aacdc707-03a5-4cfe-879e-5fa0245b9a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-102718816-subnet', 'tenant_id': 'e485af8a5c9b49d9b55546dd3c8f02e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:27.010455 dv-cinder-804757-26-iscsi neutron-server[103189]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 05:05:27.010600 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for router_gateway (23e4c73a-6d0b-41be-a657-681b63eec253), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.012966 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:27.015789 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:27.017588 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.018984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.076540 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Pushing event updated for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:27.173403 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Allocated IP 172.20.0.2 (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a/5a87b033-fd64-4150-bb51-4ac9b3e480d8/e17a8deb-7762-40e3-ae89-deb39043371d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:27.194163 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port d245a642-42f8-477b-8437-5530c2d73258 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:27.194840 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (d245a642-42f8-477b-8437-5530c2d73258), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.259099 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:27.263309 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:27.285883 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks [] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.301621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.462922 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:27.480255 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:27.505342 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:27.532543 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Pushing event updated for resources: {'Port': ['ID=1ff5dc2b-0111-4623-8618-752699d2a71f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:27.543411 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:05:27.560554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558692a-7749-4892-ba0e-74628dae2ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=aacdc707-03a5-4cfe-879e-5fa0245b9a12,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:27.582707 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Pushing event updated for resources: {'Port': ['ID=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:27.613853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for router_gateway (23e4c73a-6d0b-41be-a657-681b63eec253), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.618173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network aacdc707-03a5-4cfe-879e-5fa0245b9a12 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:05:27.633767 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Made reservation on behalf of e485af8a5c9b49d9b55546dd3c8f02e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:27.636030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.655372 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Attempting to bind port 1ff5dc2b-0111-4623-8618-752699d2a71f on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:27.655604 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Attempting to bind port 1ff5dc2b-0111-4623-8618-752699d2a71f by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:27.655867 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Attempting to bind port 1ff5dc2b-0111-4623-8618-752699d2a71f on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:27.657744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port d245a642-42f8-477b-8437-5530c2d73258 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:27.658149 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d245a642-42f8-477b-8437-5530c2d73258), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.688781 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.712473 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port d245a642-42f8-477b-8437-5530c2d73258, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=d245a642-42f8-477b-8437-5530c2d73258,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:27.725469 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:27.725889 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Checking segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:27.726314 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.726750 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Bound using segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:27.727429 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Bound port: 1ff5dc2b-0111-4623-8618-752699d2a71f, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:27.728154 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.738625 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (d245a642-42f8-477b-8437-5530c2d73258), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.854552 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:27.861309 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4120c35b-f400-470d-b1be-500a8335a55c admin admin] 10.222.0.11 "PUT /v2.0/routers/8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2072330 Mar 10 05:05:27.883927 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Allocated IP 172.27.1.158 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/c53d396e-b1e5-48d1-bcfc-e540d663ae8a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:27.906006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec0339-ecfe-45e2-8023-f2ecf65b2f15 None None] Network 90185edd-994f-454f-844c-1ceabef2dbe1 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:27.944160 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks [] for port (e17a8deb-7762-40e3-ae89-deb39043371d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.971763 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.985689 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for router_gateway (a899046b-e9da-442f-9556-1d10a49dacfb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:27.998378 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] For port 1ff5dc2b-0111-4623-8618-752699d2a71f, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:27.999834 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-b4124d82-0c29-45b1-92d4-d012cd9ab90c tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:28.008556 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-b4124d82-0c29-45b1-92d4-d012cd9ab90c tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/networks?id=e2ac1ca4-0247-49bd-b4b1-43815020f993 HTTP/1.1" status: 200 len: 811 time: 1.0128937 Mar 10 05:05:28.030560 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.044920 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=d245a642-42f8-477b-8437-5530c2d73258,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:28.085295 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.094582 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] For port 1ff5dc2b-0111-4623-8618-752699d2a71f, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=1ff5dc2b-0111-4623-8618-752699d2a71f,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:28.103831 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:28.119382 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:28.122516 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:28.126680 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-3067d604-fbba-49b9-b06a-7b972b5be668 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/quotas/f255aa208b95491d9ce818c4ffa5fe06 HTTP/1.1" status: 200 len: 375 time: 0.1171002 Mar 10 05:05:28.132068 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.140445 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Provisioning complete for port 4ef36b50-622b-424d-b331-057c349b1268 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:28.140958 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (4ef36b50-622b-424d-b331-057c349b1268), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.167230 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:28.172817 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:28.180384 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Pushing event updated for resources: {'Port': ['ID=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:28.181423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Pushing event updated for resources: {'Port': ['ID=e17a8deb-7762-40e3-ae89-deb39043371d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:28.183836 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:28.257876 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-4195beda-3795-4368-a616-57ef0e3b699c tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f255aa208b95491d9ce818c4ffa5fe06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302855 Mar 10 05:05:28.400098 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:28.402353 dv-cinder-804757-26-iscsi neutron-server[103188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 05:05:28.484930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Attempting to bind port e17a8deb-7762-40e3-ae89-deb39043371d on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:28.486066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Attempting to bind port e17a8deb-7762-40e3-ae89-deb39043371d by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:28.490792 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Attempting to bind port e17a8deb-7762-40e3-ae89-deb39043371d on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:28.500716 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420949af-deaa-4b39-9f05-40a5c86d9e59 None None] Pushing event updated for resources: {'Port': ['ID=1ff5dc2b-0111-4623-8618-752699d2a71f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:28.516590 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:28.521296 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Checking segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:28.525618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.525618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Bound using segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:28.525618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Bound port: e17a8deb-7762-40e3-ae89-deb39043371d, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:28.525618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.645449 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] For port e17a8deb-7762-40e3-ae89-deb39043371d, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:28.649621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] For port e17a8deb-7762-40e3-ae89-deb39043371d, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e17a8deb-7762-40e3-ae89-deb39043371d,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:28.693754 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Sync routers for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:28.701061 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.747614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for router_gateway (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.759060 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Current status of the port 4ef36b50-622b-424d-b331-057c349b1268 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:28.760938 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (4ef36b50-622b-424d-b331-057c349b1268), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.770126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:28.770576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:28.788247 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.903343 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for router_gateway (23e4c73a-6d0b-41be-a657-681b63eec253), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:28.953174 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 4ef36b50-622b-424d-b331-057c349b1268 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:28.989677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Allocated IP 172.27.1.224 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:29.028402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-d3810e4a-4ef1-4477-8020-7df9116abc0e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:05:29.029735 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-d3810e4a-4ef1-4477-8020-7df9116abc0e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4890549 Mar 10 05:05:29.034119 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902a5f-1215-4718-92ba-6067d2bdd584 None None] Pushing event updated for resources: {'Port': ['ID=e17a8deb-7762-40e3-ae89-deb39043371d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:29.041692 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] For port 4ef36b50-622b-424d-b331-057c349b1268, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=4ef36b50-622b-424d-b331-057c349b1268,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:29.076286 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (4ef36b50-622b-424d-b331-057c349b1268), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.101098 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-8b052981-44da-406c-a3e6-e095c6ff4341 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:29.107808 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-8b052981-44da-406c-a3e6-e095c6ff4341 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 818 time: 0.7066245 Mar 10 05:05:29.119610 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (a899046b-e9da-442f-9556-1d10a49dacfb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.149182 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 4ef36b50-622b-424d-b331-057c349b1268 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:29.149566 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (4ef36b50-622b-424d-b331-057c349b1268), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.152365 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:29.182907 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-75fac4cb-90c9-48b1-a55d-dd2da38b48d7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/quotas/2ef25dcaa14249adbce688ea7ba609e1 HTTP/1.1" status: 200 len: 375 time: 0.0741682 Mar 10 05:05:29.216560 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fc310-0d67-4447-af34-b85dc7e47979 None None] Pushing event updated for resources: {'Port': ['ID=4ef36b50-622b-424d-b331-057c349b1268,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:29.305336 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e887f84f-c5a5-436c-a678-d305765cd5dc None None] Provisioning complete for port 4ef36b50-622b-424d-b331-057c349b1268 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:29.305677 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e887f84f-c5a5-436c-a678-d305765cd5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (4ef36b50-622b-424d-b331-057c349b1268), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.407644 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (23e4c73a-6d0b-41be-a657-681b63eec253), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.448763 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 4ef36b50-622b-424d-b331-057c349b1268 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:29.449920 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d245a642-42f8-477b-8437-5530c2d73258 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:29.490558 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-087c79b6-dcba-4324-8c14-b199a5eb8a00 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3065042 Mar 10 05:05:29.572792 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e887f84f-c5a5-436c-a678-d305765cd5dc None None] Current status of the port 4ef36b50-622b-424d-b331-057c349b1268 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:29.579537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (e00f910b-971e-47b1-9ff4-2b751a7dfb42), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.609409 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port d245a642-42f8-477b-8437-5530c2d73258 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:29.611410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Router 23e4c73a-6d0b-41be-a657-681b63eec253 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:05:29.613074 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (d245a642-42f8-477b-8437-5530c2d73258), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.693018 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:25Z', 'revision_number': 4, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '64580fcc-a213-4937-a7e2-646a3944a277', 'name': '', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'mac_address': 'fa:16:3e:31:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:23Z', 'updated_at': '2022-03-10T05:05:25Z', 'revision_number': 2, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'subnets': [{'id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:29.714931 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-fd1e979e-bb27-435d-90e9-e4e1968921ed service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:05:29.716439 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-fd1e979e-bb27-435d-90e9-e4e1968921ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1375482 Mar 10 05:05:29.750613 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Checking router: 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:29.750845 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Updating router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e port 64580fcc-a213-4937-a7e2-646a3944a277 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:29.798249 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port d245a642-42f8-477b-8437-5530c2d73258 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:29.818730 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.831482 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-27d1e509-07a9-4773-a2ed-e506a2646ecc service neutron] 10.222.0.11 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005959 Mar 10 05:05:29.839774 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (64580fcc-a213-4937-a7e2-646a3944a277), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.870753 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00f910b-971e-47b1-9ff4-2b751a7dfb42,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:29.893766 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:29.910441 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-4c02b62d-aae9-43a9-ac6e-8c43ea36ad1e service neutron] 10.222.0.11 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866302 Mar 10 05:05:29.914076 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:29.933414 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:29.934439 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:29.969342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Checking segment: {'id': '4657094a-f482-43db-a98e-726aea160b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'aacdc707-03a5-4cfe-879e-5fa0245b9a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:29.969758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Network hostable DHCP agents. Network: aacdc707-03a5-4cfe-879e-5fa0245b9a12, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:05:29.991287 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:29.995912 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-305ef542-7669-4869-bfb9-078487baf277 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6131568 Mar 10 05:05:30.022603 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:30.093019 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508bec3-50bc-456c-940f-953c84d13c87 None None] Network c3c054e4-736a-4968-9ef9-e57880a6b771 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:30.160219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:30.185418 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-91a0e0d7-b9e5-42b6-beec-b79f6faef60b service neutron] 10.222.0.11 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688611 Mar 10 05:05:30.202871 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:30.266633 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-6920ab26-245c-4674-9c59-f6e317fc4899 service neutron] 10.222.0.11 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144807 Mar 10 05:05:30.282213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Network aacdc707-03a5-4cfe-879e-5fa0245b9a12 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:05:30.329574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, aacdc707-03a5-4cfe-879e-5fa0245b9a12) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:30.342699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:30.343433 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:30.395509 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:30.397409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Router a899046b-e9da-442f-9556-1d10a49dacfb is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:05:30.404882 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Pushing event updated for resources: {'Port': ['ID=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:30.415758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:30.427289 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7cf84b3d-1689-4270-8bf8-c13b98495511 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4328222 Mar 10 05:05:30.428376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:30.498346 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f5d1d9-b881-4506-b321-fd8f54709adb None None] Network aacdc707-03a5-4cfe-879e-5fa0245b9a12 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:30.579936 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Provisioning complete for port 1ff5dc2b-0111-4623-8618-752699d2a71f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:30.581039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:30.728363 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda25196-0fa1-4b6f-9f3c-e9ab7677af06 None None] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:30.746141 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:28Z', 'revision_number': 3, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:30.878052 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:30.882516 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:30.885311 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Updating router 23e4c73a-6d0b-41be-a657-681b63eec253 port c53d396e-b1e5-48d1-bcfc-e540d663ae8a binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:30.969280 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.025838 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5856fd03-c400-48c4-ad04-695fd06340d5 req-edd611ae-a644-4e3f-b02a-c32ff702190f tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.0957882 Mar 10 05:05:31.124857 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Deleting subnet b869c5b1-dc0a-47cd-9393-8c6696743429 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:05:31.244874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0d62311b-8297-48a3-a3ec-dd892846378f req-b9ecce81-0d98-41df-8eb8-871f201c801d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 210 time: 0.4285705 Mar 10 05:05:31.247468 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:31.260910 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Publish callbacks [] for subnet (b869c5b1-dc0a-47cd-9393-8c6696743429), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.357450 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.361771 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b9181317-4332-427f-9254-30db826acb3a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1860254 Mar 10 05:05:31.370611 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:31.435884 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.463310 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Publish callbacks [] for subnet (b869c5b1-dc0a-47cd-9393-8c6696743429), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.501472 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce70b63-8d08-4c4a-b2ec-d130ba048d84 None None] Network aacdc707-03a5-4cfe-879e-5fa0245b9a12 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:05:31.509856 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 1ff5dc2b-0111-4623-8618-752699d2a71f up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:31.523068 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:31.590905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (b869c5b1-dc0a-47cd-9393-8c6696743429), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.826724 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for subnet (b869c5b1-dc0a-47cd-9393-8c6696743429), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.919199 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:31.919867 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:31.938857 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for router_gateway (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:31.958603 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Allocated IP 172.20.0.1 (c3c054e4-736a-4968-9ef9-e57880a6b771/b40299d0-b31b-4d32-9928-65b225fee4b5/a5dc9b78-3ca8-47b0-bb52-ed6f119579f3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:31.991851 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b869c5b1-dc0a-47cd-9393-8c6696743429,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:32.028515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.036862 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e85d3cda-9adf-4173-8757-51a212ad352d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b869c5b1-dc0a-47cd-9393-8c6696743429 HTTP/1.1" status: 204 len: 168 time: 1.0701549 Mar 10 05:05:32.044604 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks [] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.045268 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:32.056002 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.140084 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks [] for port (64580fcc-a213-4937-a7e2-646a3944a277), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.144297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Current status of the port 1ff5dc2b-0111-4623-8618-752699d2a71f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:32.145855 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.146979 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae7812-ddd7-4272-92ea-0cfca571bda4 None None] Pushing event updated for resources: {'Port': ['ID=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:32.214013 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Attempting to bind port c53d396e-b1e5-48d1-bcfc-e540d663ae8a on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:32.214238 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Attempting to bind port c53d396e-b1e5-48d1-bcfc-e540d663ae8a by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:32.214653 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Attempting to bind port c53d396e-b1e5-48d1-bcfc-e540d663ae8a on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:32.222148 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks [] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Bound port: c53d396e-b1e5-48d1-bcfc-e540d663ae8a, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:32.231497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.261831 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.275326 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.309321 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:32.327077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:32.328823 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-784cad31-eb56-42a7-8e06-cbb43d78338c req-d736b8ca-eb09-4826-beab-3fecedd5cecc tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.1840618 Mar 10 05:05:32.355689 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] For port c53d396e-b1e5-48d1-bcfc-e540d663ae8a, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:32.369500 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] For port c53d396e-b1e5-48d1-bcfc-e540d663ae8a, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:32.370961 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:32.371858 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (8977b47a-52f0-4cdd-8abd-b4ad8a5584a4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.373501 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (23e4c73a-6d0b-41be-a657-681b63eec253), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.382687 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.471621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd6edf-789a-474d-8524-3b283faddf9b None None] Pushing event updated for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:32.504439 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae7812-ddd7-4272-92ea-0cfca571bda4 None None] Pushing event updated for resources: {'Port': ['ID=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:32.563756 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:32.564375 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:32.614381 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] For port 1ff5dc2b-0111-4623-8618-752699d2a71f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=1ff5dc2b-0111-4623-8618-752699d2a71f,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:32.626172 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 1ff5dc2b-0111-4623-8618-752699d2a71f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:32.626606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.633893 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.788488 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-4b26bca0-aa03-4a9d-8c3c-50a43712314a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:32.811453 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-4b26bca0-aa03-4a9d-8c3c-50a43712314a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 818 time: 0.5427837 Mar 10 05:05:32.814832 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Pushing event updated for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:32.822853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.828469 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:32.843711 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-c57d9807-9391-4d01-984f-941e68fed162 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/quotas/2ef25dcaa14249adbce688ea7ba609e1 HTTP/1.1" status: 200 len: 375 time: 0.0310707 Mar 10 05:05:32.858933 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:32.936960 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (8977b47a-52f0-4cdd-8abd-b4ad8a5584a4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.959257 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Provisioning complete for port 1ff5dc2b-0111-4623-8618-752699d2a71f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:32.959823 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:32.964304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.964780 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.965471 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.965824 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > port after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.966167 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.966891 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > port after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.967220 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.967561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.967885 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.968207 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:32.977530 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-c3a8a9f1-0555-4218-8479-ee094fb2aacd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325300 Mar 10 05:05:33.035769 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35871848-eac7-4005-a10a-430f4201bb73 None None] Pushing event updated for resources: {'Port': ['ID=1ff5dc2b-0111-4623-8618-752699d2a71f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:33.046586 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Attempting to bind port 64580fcc-a213-4937-a7e2-646a3944a277 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:33.047000 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Attempting to bind port 64580fcc-a213-4937-a7e2-646a3944a277 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:33.047392 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Attempting to bind port 64580fcc-a213-4937-a7e2-646a3944a277 on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:33.097418 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:33.097728 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Checking segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:33.098135 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.098533 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Bound using segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:33.099019 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Bound port: 64580fcc-a213-4937-a7e2-646a3944a277, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:33.099513 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (64580fcc-a213-4937-a7e2-646a3944a277), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.125541 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-4cd0483b-9132-4af2-86f5-1ad14affbbbe service neutron] 10.222.0.11 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469352 Mar 10 05:05:33.133042 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:31Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.159531 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks [] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.170887 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.172349 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (23e4c73a-6d0b-41be-a657-681b63eec253), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.179460 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb987439-bd3d-447f-a388-c36334d7031e None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:31Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:33.214542 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:33.214959 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:33.215283 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:33.215615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:33.215991 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977b47a-52f0-4cdd-8abd-b4ad8a5584a4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.248601 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 1ff5dc2b-0111-4623-8618-752699d2a71f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:33.249760 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 4ef36b50-622b-424d-b331-057c349b1268 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:33.283137 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Pushing event updated for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:33.292289 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-fe1def82-dbde-41a3-989c-987ec0b7284e service neutron] 10.222.0.11 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657710 Mar 10 05:05:33.308507 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Current status of the port 1ff5dc2b-0111-4623-8618-752699d2a71f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:33.332227 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] For port 64580fcc-a213-4937-a7e2-646a3944a277, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:33.347600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4773a96-1cb0-40d8-9885-d7e4e95d9dbb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.347876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4773a96-1cb0-40d8-9885-d7e4e95d9dbb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.351762 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] For port 64580fcc-a213-4937-a7e2-646a3944a277, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=64580fcc-a213-4937-a7e2-646a3944a277,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:33.380635 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.390874 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (f4773a96-1cb0-40d8-9885-d7e4e95d9dbb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.394067 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:33.397691 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:33.428392 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (f4773a96-1cb0-40d8-9885-d7e4e95d9dbb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.480638 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:05:33.481199 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (f4773a96-1cb0-40d8-9885-d7e4e95d9dbb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: from cryptography.utils import int_from_bytes Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: from cryptography.utils import int_from_bytes Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:05:33.485669 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:05:33.506896 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Provisioning complete for port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:33.507446 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.527018 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd6edf-789a-474d-8524-3b283faddf9b None None] Pushing event updated for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:33.612912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.687185 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:33.687821 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.783039 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:05:33.803955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (8977b47a-52f0-4cdd-8abd-b4ad8a5584a4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.815481 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.840157 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db28e668-d6f4-4723-8eeb-a2c5822f2cae req-fd521ed8-0a72-42b4-af81-ffe87a4afec6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.0852246 Mar 10 05:05:33.891829 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:33.915211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 4ef36b50-622b-424d-b331-057c349b1268 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:33.915707 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (4ef36b50-622b-424d-b331-057c349b1268), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.917086 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dbd837bf-42df-474b-9df5-4b5d34df68ae req-5ffd0ea4-f9c4-4833-af41-31f58e681566 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.1809480 Mar 10 05:05:33.975522 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:33.979708 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 3, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:33.991741 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8977b47a-52f0-4cdd-8abd-b4ad8a5584a4 HTTP/1.1" status: 204 len: 168 time: 1.9453235 Mar 10 05:05:33.994962 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304a1d-2029-4924-a537-dccad3cf0195 admin admin] Pushing event deleted for resources: {'Network': ['ID=8977b47a-52f0-4cdd-8abd-b4ad8a5584a4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:34.027192 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42684) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:34.076171 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:34.077118 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Updating router a899046b-e9da-442f-9556-1d10a49dacfb port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:34.101983 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:34.122563 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c5a27f06-ca35-424e-ae20-6a22d9bc4ebf admin admin] 10.222.0.11 "PUT /v2.0/routers/23e4c73a-6d0b-41be-a657-681b63eec253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0984201 Mar 10 05:05:34.129512 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Provisioning complete for port e17a8deb-7762-40e3-ae89-deb39043371d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:34.129953 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:34.196162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:34.453596 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Deleting subnet e00f910b-971e-47b1-9ff4-2b751a7dfb42 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:05:34.462521 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Publish callbacks [] for subnet (e00f910b-971e-47b1-9ff4-2b751a7dfb42), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:34.521668 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:34.630238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (e00f910b-971e-47b1-9ff4-2b751a7dfb42), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:34.693469 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:05:34.748116 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Allocated IP 172.20.0.1 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/5a25d6ec-4d59-4504-9391-843907e47634) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:34.842167 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.24', 56251) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:34.944967 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.24', 56252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:34.995541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (e00f910b-971e-47b1-9ff4-2b751a7dfb42), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.005535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:35.014149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133911034', 'description': 'tempest-description--1851609086'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:35.157395 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-085205f7-21bf-4d86-b8b2-b09472408c06 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:35.171572 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-085205f7-21bf-4d86-b8b2-b09472408c06 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.24 "GET /v2.0/networks?id=e2ac1ca4-0247-49bd-b4b1-43815020f993 HTTP/1.1" status: 200 len: 811 time: 0.3221996 Mar 10 05:05:35.217682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Request body: {'port': {'device_id': '9455d984-6f13-4620-b060-6fb207aed733', 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993', 'admin_state_up': True, 'tenant_id': 'f255aa208b95491d9ce818c4ffa5fe06'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:35.254316 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks [] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.269466 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.342649 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 4ef36b50-622b-424d-b331-057c349b1268 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:35.344010 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e17a8deb-7762-40e3-ae89-deb39043371d up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:35.431365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-e9b47336-b939-4eb1-8f90-8565f5be7c13 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:35.432881 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-e9b47336-b939-4eb1-8f90-8565f5be7c13 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 818 time: 0.4663098 Mar 10 05:05:35.438149 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4570adc-5895-46eb-8ed0-f78657d12a62 None None] Pushing event updated for resources: {'Port': ['ID=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:35.456135 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7f2eba7-5715-40e7-bd41-da55185aeaad req-3c57164c-caaf-4c5c-9985-25f05819ea74 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.2937686 Mar 10 05:05:35.484890 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Attempting to bind port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:35.485436 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Attempting to bind port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:35.485899 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Attempting to bind port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:35.541604 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Current status of the port e17a8deb-7762-40e3-ae89-deb39043371d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:35.542179 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.575911 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:35.576537 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:35.577047 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.577700 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:35.578489 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Bound port: 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:35.578991 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.593082 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:35.607408 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:35.607919 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.24', 56263) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:35.626603 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:35.628315 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:35.655059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Request body: {'port': {'device_id': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'admin_state_up': True, 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:35.688624 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (e00f910b-971e-47b1-9ff4-2b751a7dfb42), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.721698 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-83a55c45-d26e-49c7-a836-559683847583 req-a57c8f48-d53c-4c82-9c14-88faee953c26 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.3919239 Mar 10 05:05:35.742287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] For port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:35.752385 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] For port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:35.757273 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Made reservation on behalf of f255aa208b95491d9ce818c4ffa5fe06 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:35.770286 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.890650 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:35.894873 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] For port e17a8deb-7762-40e3-ae89-deb39043371d, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e17a8deb-7762-40e3-ae89-deb39043371d,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:35.916144 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:35.952001 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.009263 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e17a8deb-7762-40e3-ae89-deb39043371d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:36.009707 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.120885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:36.121810 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:36.176619 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:31Z', 'revision_number': 3, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:36.183914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.194857 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e00f910b-971e-47b1-9ff4-2b751a7dfb42 HTTP/1.1" status: 204 len: 168 time: 2.1652474 Mar 10 05:05:36.208802 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:36.209359 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Updating router 6903f057-2102-475e-a5ca-fb3ed1a58b15 port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:36.214588 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:36.227129 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4570adc-5895-46eb-8ed0-f78657d12a62 None None] Pushing event updated for resources: {'Port': ['ID=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:36.245569 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.308374 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks [] for port (5a25d6ec-4d59-4504-9391-843907e47634), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.341083 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:36.376597 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25ffcf-3c4a-4890-96c3-f03dadb1e950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00f910b-971e-47b1-9ff4-2b751a7dfb42,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:36.531995 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Provisioning complete for port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:36.532532 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.541440 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (aacdc707-03a5-4cfe-879e-5fa0245b9a12), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.545281 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Allocated IP 172.20.0.13 (e2ac1ca4-0247-49bd-b4b1-43815020f993/e35b5f87-aeab-473a-887b-a02d963af1fb/b636e5d4-937c-43d4-b3bf-5fc6d4666251) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:36.586216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.607023 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks [] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.610822 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.615375 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:36.616129 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-4f40843f-db70-4778-8521-063d0642c360 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0231621 Mar 10 05:05:36.621525 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.622660 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.628879 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:36.796240 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210bfcf-5e50-440f-ae4a-17a13f7c318c None None] Pushing event updated for resources: {'Port': ['ID=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:36.834862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a8c1b9bf-7c03-4f89-baf9-b329eb0a99bd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:36.843518 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Attempting to bind port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:36.843663 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a8c1b9bf-7c03-4f89-baf9-b329eb0a99bd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 818 time: 1.1820245 Mar 10 05:05:36.843891 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Attempting to bind port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:36.845599 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Attempting to bind port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:36.868716 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:36.875420 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:36.876542 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.877706 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:36.878011 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Bound port: e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:36.878401 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:36.935258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Made reservation on behalf of 2ef25dcaa14249adbce688ea7ba609e1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:36.949594 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:37.011909 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8bf1a-f6a8-43fc-8d34-8e96bf818681 None None] Pushing event updated for resources: {'Port': ['ID=e17a8deb-7762-40e3-ae89-deb39043371d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:37.022025 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Provisioning complete for port e17a8deb-7762-40e3-ae89-deb39043371d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:37.022463 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:37.061240 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Request body: {'port': {'device_id': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'admin_state_up': True, 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:37.062400 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] For port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:37.072065 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] For port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:37.089482 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:37.134687 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-07d0695d-06fb-4913-88c5-edf2526a4681 req-518f3f8e-1ad1-4893-a51e-c85a698aea7e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.1008530 Mar 10 05:05:37.150349 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e17a8deb-7762-40e3-ae89-deb39043371d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:37.201724 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:25Z', 'revision_number': 4, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '64580fcc-a213-4937-a7e2-646a3944a277', 'name': '', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'mac_address': 'fa:16:3e:31:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:23Z', 'updated_at': '2022-03-10T05:05:33Z', 'revision_number': 4, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'subnets': [{'id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:37.221668 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:37.230863 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:37.237707 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:37.402178 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (aacdc707-03a5-4cfe-879e-5fa0245b9a12), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:37.415201 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:37.449323 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4b8c4-80d4-4251-8c11-2610a6c0f601 None None] The sync data for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi is: [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:05:25Z', 'revision_number': 4, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '64580fcc-a213-4937-a7e2-646a3944a277', 'name': '', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'mac_address': 'fa:16:3e:31:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:23Z', 'updated_at': '2022-03-10T05:05:33Z', 'revision_number': 4, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'subnets': [{'id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:37.610981 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:37.614897 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:37.618781 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e7f253b-50e6-4222-b0c9-5c432e997da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:37.684456 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:37.900332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.900711 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.901494 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.901846 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > port after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.902580 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.902919 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > port after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.903419 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.904085 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.904577 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.905071 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:37.934000 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dfdcdf4a-eeb9-464a-aecd-351fbd185f1f req-a0747ea1-635c-4ebd-8813-fd862d7c72c2 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.2312555 Mar 10 05:05:37.947819 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 1ff5dc2b-0111-4623-8618-752699d2a71f up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:37.948040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:37.970006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:38.039627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:38.050818 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:38.160850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a73ec36-ce95-4a0c-a103-d07bf23cfa3a None None] Current status of the port e17a8deb-7762-40e3-ae89-deb39043371d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:38.217837 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:38.218188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:38.218521 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:38.218866 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 05:05:38.219223 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacdc707-03a5-4cfe-879e-5fa0245b9a12']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:38.227472 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210bfcf-5e50-440f-ae4a-17a13f7c318c None None] Pushing event updated for resources: {'Port': ['ID=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:38.230391 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (a899046b-e9da-442f-9556-1d10a49dacfb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.324254 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4657094a-f482-43db-a98e-726aea160b0b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:38.325286 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4657094a-f482-43db-a98e-726aea160b0b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:38.331639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e7f253b-50e6-4222-b0c9-5c432e997da4 admin admin] Publish callbacks [] for security_group (8ed25e37-6f87-4180-b195-49d76bf65a02), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.406849 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e7f253b-50e6-4222-b0c9-5c432e997da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8ed25e37-6f87-4180-b195-49d76bf65a02), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.416030 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (4657094a-f482-43db-a98e-726aea160b0b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.505368 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9de97c49-85f3-48fd-a7fb-0c37a8c1b729 req-84d5d967-1844-47b0-ae9a-a761f7df545e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.1699245 Mar 10 05:05:38.513579 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:31Z', 'revision_number': 3, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:38.590821 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4657094a-f482-43db-a98e-726aea160b0b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.628725 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b7339-2ab8-4ece-8a9b-931f3936fcc3 None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:31Z', 'revision_number': 3, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:38.776753 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5e7f253b-50e6-4222-b0c9-5c432e997da4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7eb48054ead2413fa866cd86a8c86121&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5515606 Mar 10 05:05:38.776753 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f253b-50e6-4222-b0c9-5c432e997da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed25e37-6f87-4180-b195-49d76bf65a02,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:38.812284 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:38.814216 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:05:38.819227 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (4657094a-f482-43db-a98e-726aea160b0b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: from cryptography.utils import int_from_bytes Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: from cryptography.utils import int_from_bytes Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:05:38.842335 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:05:38.901853 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Pushing event updated for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:38.910172 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks [] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.055838 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 1ff5dc2b-0111-4623-8618-752699d2a71f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:39.056460 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.124200 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 3, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:39.256715 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Made reservation on behalf of 2ef25dcaa14249adbce688ea7ba609e1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:39.262045 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9457fa55-c7ef-4c8f-b913-e84b7645fe6d None None] Provisioning complete for port 5a25d6ec-4d59-4504-9391-843907e47634 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:39.262516 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9457fa55-c7ef-4c8f-b913-e84b7645fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5a25d6ec-4d59-4504-9391-843907e47634), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.272647 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.280845 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d2f12-4826-4294-b976-c3e559154b31 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 3, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:39.301537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (f51e67af-3ffa-4e34-9e96-68b6f5e8498e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.312149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Allocated IP 172.20.0.2 (c521ea70-573f-4de1-8ab0-8cfffbc227f2/f2d0dd3b-0570-4d65-9d60-d03f1ad1e814/42494387-68d7-457f-a876-a266c659efe2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:39.374291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 1ff5dc2b-0111-4623-8618-752699d2a71f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:39.383271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c53d396e-b1e5-48d1-bcfc-e540d663ae8a up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:39.389362 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f51e67af-3ffa-4e34-9e96-68b6f5e8498e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.435271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9457fa55-c7ef-4c8f-b913-e84b7645fe6d None None] Port 5a25d6ec-4d59-4504-9391-843907e47634 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:39.470047 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 2, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:39.516596 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3009cbbc-66b7-4bc6-bbd7-9cd2e7de9c09 req-fc35dc22-3330-4999-a691-80a4f6d6f267 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.3237195 Mar 10 05:05:39.522724 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:39.523195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Updating router 23e4c73a-6d0b-41be-a657-681b63eec253 port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:39.544010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e67af-3ffa-4e34-9e96-68b6f5e8498e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:39.548786 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.560962 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2da9a3a4-7833-46a8-b0fe-be841f9055e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 4.5543449 Mar 10 05:05:39.566713 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:39.575416 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group_rule': {'security_group_id': 'f51e67af-3ffa-4e34-9e96-68b6f5e8498e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:39.651384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.744921 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5a25d6ec-4d59-4504-9391-843907e47634), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.765862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:39.825305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port c53d396e-b1e5-48d1-bcfc-e540d663ae8a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:39.825788 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.828953 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3668f60e-ef30-434a-bc47-6d68118e21e3 req-061f57ae-2bb9-46c7-8d17-a57447b9325d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.0438519 Mar 10 05:05:39.879124 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (aacdc707-03a5-4cfe-879e-5fa0245b9a12), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.882501 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] Publish callbacks [] for security_group (8ed25e37-6f87-4180-b195-49d76bf65a02), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.912700 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] Publish callbacks [] for security_group (8ed25e37-6f87-4180-b195-49d76bf65a02), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.985719 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks [] for port (5a25d6ec-4d59-4504-9391-843907e47634), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:39.994237 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (d9593bf8-0861-4c1a-9d8c-90c6112ee351), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.011684 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.047592 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.055316 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] 10.222.0.11 "DELETE /v2.0/networks/aacdc707-03a5-4cfe-879e-5fa0245b9a12 HTTP/1.1" status: 204 len: 168 time: 3.8374634 Mar 10 05:05:40.100278 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975f11-369b-42c7-b6ad-b3da4d010464 admin admin] Pushing event deleted for resources: {'Network': ['ID=aacdc707-03a5-4cfe-879e-5fa0245b9a12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:40.190823 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (a899046b-e9da-442f-9556-1d10a49dacfb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.232387 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8ed25e37-6f87-4180-b195-49d76bf65a02), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.238680 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.239891 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ed25e37-6f87-4180-b195-49d76bf65a02 HTTP/1.1" status: 204 len: 168 time: 1.4183042 Mar 10 05:05:40.290387 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.317162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks [] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.329726 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.455776 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Pushing event updated for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:40.464013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:40.481207 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c32ab-7ba1-4834-8999-5e4485a637ab None None] Pushing event updated for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:40.623856 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Attempting to bind port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:40.623856 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Attempting to bind port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:40.624204 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Attempting to bind port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:40.636194 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port c53d396e-b1e5-48d1-bcfc-e540d663ae8a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:40.636598 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.646802 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:40.647298 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Checking segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:40.647647 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.652984 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Bound using segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:40.654203 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Bound port: a5dc9b78-3ca8-47b0-bb52-ed6f119579f3, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:40.654625 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.684888 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port c53d396e-b1e5-48d1-bcfc-e540d663ae8a, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:40.738874 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:40.739683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e17a8deb-7762-40e3-ae89-deb39043371d up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:41.011340 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] For port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:41.027942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9891999-cc4c-4638-a5f3-7434a4948ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.048049 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccad494-6893-45d9-b857-2ef125c8ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed25e37-6f87-4180-b195-49d76bf65a02,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:41.059271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] For port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:41.072303 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:41.105229 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.137175 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:41.141766 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a0978f28-1302-4b03-96b6-921f0185923d req-11578a09-8d4c-4f96-a38b-0ed8a4f7f2f2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.1664183 Mar 10 05:05:41.154957 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.159081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (d9593bf8-0861-4c1a-9d8c-90c6112ee351), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.163838 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Network e2ac1ca4-0247-49bd-b4b1-43815020f993 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:41.173619 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Pushing event updated for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:41.189648 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:41.195041 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:41.227755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Provisioning complete for port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:41.229345 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.230747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (d9593bf8-0861-4c1a-9d8c-90c6112ee351), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.303757 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:41.304421 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:41.356157 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9593bf8-0861-4c1a-9d8c-90c6112ee351,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:41.397422 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e7e73704-97a5-4daa-81e7-a4f7a829131b tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1851437 Mar 10 05:05:41.443253 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-d9c8e46e-ea37-49bc-b817-11fe1c2d6519 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:05:41.451146 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-d9c8e46e-ea37-49bc-b817-11fe1c2d6519 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298812 Mar 10 05:05:41.492599 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:41.494366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:41.652663 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Allocated IP 172.20.0.1 (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a/5a87b033-fd64-4150-bb51-4ac9b3e480d8/a5f6bd4d-3813-4316-ade9-141856b1fef6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:41.827896 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:41.990864 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks [] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.006384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e17a8deb-7762-40e3-ae89-deb39043371d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:42.009250 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.035728 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Request body: {'port': {'device_id': '9455d984-6f13-4620-b060-6fb207aed733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:42.146848 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9891999-cc4c-4638-a5f3-7434a4948ebd admin admin] Publish callbacks [] for security_group (995d0538-55ce-4e46-8baf-0fb0f0abaf89), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.169085 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:05:42.208585 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9891999-cc4c-4638-a5f3-7434a4948ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (995d0538-55ce-4e46-8baf-0fb0f0abaf89), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.247895 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:42.310699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2dd2e-0111-431a-ab7d-efd0b1eaccca req-253a7a91-0279-486a-8de4-6247a6cfb268 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:42.312306 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-29b2dd2e-0111-431a-ab7d-efd0b1eaccca req-253a7a91-0279-486a-8de4-6247a6cfb268 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 932 time: 1.2302120 Mar 10 05:05:42.365487 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9bf01168-5420-49f1-945c-5bda8be2a984 req-9b240cba-4b50-431c-863f-5981d88ead65 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.0899141 Mar 10 05:05:42.367954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.369641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.373211 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fcc66032-1856-4933-9832-7a86e154dfab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8000965 Mar 10 05:05:42.373760 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:42.385944 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.386139 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Current status of the port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:42.386436 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.434940 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group_rule': {'security_group_id': 'f51e67af-3ffa-4e34-9e96-68b6f5e8498e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:42.499661 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:42.503120 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c9891999-cc4c-4638-a5f3-7434a4948ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2915a952a7947acb6f2cfb3746d8fed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5142136 Mar 10 05:05:42.510244 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:42.511803 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:42.524888 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:42.532136 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:42.532356 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2d88925f-2e46-4e7a-a3ff-19a988ef772f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7efcc5f3b75417087a67b1e830b5540&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5211949 Mar 10 05:05:42.569903 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] For port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:42.600137 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.660638 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:42.664093 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.675775 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (f59fe3ce-e82f-4f15-825b-814858d3cf56), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.817099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c32ab-7ba1-4834-8999-5e4485a637ab None None] Pushing event updated for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:42.841602 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:42.884345 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b3d367bd-981a-461d-bc08-d45f45880cda admin admin] 10.222.0.11 "PUT /v2.0/routers/a899046b-e9da-442f-9556-1d10a49dacfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5106900 Mar 10 05:05:42.903703 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks [] for port (42494387-68d7-457f-a876-a266c659efe2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:42.962585 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b817f-643d-4b6b-9395-c15fc1a837fd None None] Pushing event updated for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:42.972810 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-29b2dd2e-0111-431a-ab7d-efd0b1eaccca req-a08d707e-bad1-47ee-bd31-95ec5e45be39 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973771 Mar 10 05:05:42.973523 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891999-cc4c-4638-a5f3-7434a4948ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995d0538-55ce-4e46-8baf-0fb0f0abaf89,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:43.028699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (f59fe3ce-e82f-4f15-825b-814858d3cf56), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.045095 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (f59fe3ce-e82f-4f15-825b-814858d3cf56), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.051030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e17a8deb-7762-40e3-ae89-deb39043371d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:43.102384 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59fe3ce-e82f-4f15-825b-814858d3cf56,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:43.111557 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Provisioning complete for port 5a25d6ec-4d59-4504-9391-843907e47634 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:43.112845 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5a25d6ec-4d59-4504-9391-843907e47634), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.147670 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.155264 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-cbf72254-fb20-4289-9c45-1707cc69c9d4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7521603 Mar 10 05:05:43.156451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:43.178228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:43.256331 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Port 5a25d6ec-4d59-4504-9391-843907e47634 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:43.271263 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:41Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:43.275038 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (42494387-68d7-457f-a876-a266c659efe2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.617046 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a720ace-b3b2-4d2e-a0da-595eacaac3a4 None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:41Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:43.624706 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Provisioning complete for port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:43.625085 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.633342 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] Publish callbacks [] for security_group (995d0538-55ce-4e46-8baf-0fb0f0abaf89), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.652194 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.673786 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] Publish callbacks [] for security_group (24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.694639 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f8f59e0-1d40-4955-9b4d-a90af51893a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.757901 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:43.813200 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5a0a5-1c51-491c-99ce-762ab5e626f5 None None] Current status of the port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:43.831479 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-01140ccc-b9e6-43c7-8b02-58d8b3fc945c req-f11db7ea-85a2-4b6e-bb41-d7189206ec7a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.2184949 Mar 10 05:05:43.880601 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:43.881008 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.901632 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] Publish callbacks [] for security_group (24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:43.918447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:43.935227 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:43.941116 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:44.007209 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64f9ab4c-27bb-44e8-af15-96abd1f01c37 None None] Provisioning complete for port a5f6bd4d-3813-4316-ade9-141856b1fef6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:44.008936 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64f9ab4c-27bb-44e8-af15-96abd1f01c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.012608 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] Publish callbacks [] for security_group (995d0538-55ce-4e46-8baf-0fb0f0abaf89), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.089946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:44.093514 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.097430 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (995d0538-55ce-4e46-8baf-0fb0f0abaf89), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.104288 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.119708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Pushing event updated for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:44.129831 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/995d0538-55ce-4e46-8baf-0fb0f0abaf89 HTTP/1.1" status: 204 len: 168 time: 1.5931604 Mar 10 05:05:44.138899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:44.158903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Allocated IP 172.20.0.12 (c521ea70-573f-4de1-8ab0-8cfffbc227f2/f2d0dd3b-0570-4d65-9d60-d03f1ad1e814/2c615b2a-3653-4715-af83-c0ea8096510c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:44.163164 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497824428', 'description': 'tempest-description--1551796337'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:44.210300 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64f9ab4c-27bb-44e8-af15-96abd1f01c37 None None] Port a5f6bd4d-3813-4316-ade9-141856b1fef6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:44.234882 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e643e9-05a3-45bc-a716-f5a265889b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d0538-55ce-4e46-8baf-0fb0f0abaf89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:44.239468 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.240994 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:44.244424 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c53d396e-b1e5-48d1-bcfc-e540d663ae8a up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:44.245738 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.248540 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6 HTTP/1.1" status: 204 len: 168 time: 1.5535817 Mar 10 05:05:44.382390 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e2a0-1b33-4cb4-9f2d-f6667fdd70a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f295fe-6dd7-41b8-a6ff-aa4ba52ebcb6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:44.421347 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-cce670cd-ccba-408b-ad4b-9e8b492ed258 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8870723 Mar 10 05:05:44.426777 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.464880 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port c53d396e-b1e5-48d1-bcfc-e540d663ae8a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:44.465212 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.490284 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.524973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Request body: {'port': {'device_id': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:44.621348 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port c53d396e-b1e5-48d1-bcfc-e540d663ae8a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:44.622504 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:44.765859 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:44.766810 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:44.901252 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b636e5d4-937c-43d4-b3bf-5fc6d4666251 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:45.115979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks [] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.148998 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:45.149460 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.243215 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:45.254105 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.255157 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 64580fcc-a213-4937-a7e2-646a3944a277 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:45.278267 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b307-9f86-477c-9da5-78ece18bf551 req-7e218fcd-a5b4-4299-b4a5-b7f6ddb89b03 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:45.282273 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c0e9b307-9f86-477c-9da5-78ece18bf551 req-7e218fcd-a5b4-4299-b4a5-b7f6ddb89b03 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 932 time: 0.9931424 Mar 10 05:05:45.306890 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (534c8116-ef56-4f77-8bb6-818711271e41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.308874 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Transition to ACTIVE for port object b636e5d4-937c-43d4-b3bf-5fc6d4666251 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:05:45.389516 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:45.390179 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:45.403343 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6a644c3f-5f23-4db1-bb8c-415d0a733f00 req-f9401fb3-3f80-41ce-b48b-6dd24ea59965 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 210 time: 0.2509274 Mar 10 05:05:45.458880 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (534c8116-ef56-4f77-8bb6-818711271e41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.466618 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:45.471422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.473156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (42494387-68d7-457f-a876-a266c659efe2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.500290 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:45.501299 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:45.608698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:45.616766 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 64580fcc-a213-4937-a7e2-646a3944a277 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:45.617162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (64580fcc-a213-4937-a7e2-646a3944a277), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.680195 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks [] for port (2c615b2a-3653-4715-af83-c0ea8096510c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.717177 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-712feaf3-a256-42d3-a558-fb73fcd16f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.780139 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:45.804213 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b897c1f5-5b72-4bb5-9ca7-1288782e10bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.884314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.887566 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.892015 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7381728 Mar 10 05:05:45.899617 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 42940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:45.936262 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '534c8116-ef56-4f77-8bb6-818711271e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:45.966951 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 64580fcc-a213-4937-a7e2-646a3944a277 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:45.967919 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (64580fcc-a213-4937-a7e2-646a3944a277), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:45.973831 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4dd70-35d0-4f00-ab30-bb28a247a391 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534c8116-ef56-4f77-8bb6-818711271e41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:45.979150 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c0e9b307-9f86-477c-9da5-78ece18bf551 req-6f9af7cd-e0af-4ca3-a9b5-1a47d6b429b5 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838949 Mar 10 05:05:45.983954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.069349 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 64580fcc-a213-4937-a7e2-646a3944a277, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=64580fcc-a213-4937-a7e2-646a3944a277,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:46.077552 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.078481 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:46.229963 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:46.264430 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:46.269896 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:46.270301 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Updating router a899046b-e9da-442f-9556-1d10a49dacfb port 5a25d6ec-4d59-4504-9391-843907e47634 binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:46.278393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Allocated IP 172.27.1.53 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/fdfa1fa9-b804-4dff-b319-631ec299b301) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:46.291553 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:46.311885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:46.313526 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.334256 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5a25d6ec-4d59-4504-9391-843907e47634), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.387471 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-de068f3f-e591-4888-a5eb-edfce5f02985 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e485af8a5c9b49d9b55546dd3c8f02e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9804938 Mar 10 05:05:46.392172 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:46.518461 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks [] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.545678 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:46.547698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.573506 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.647554 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:46.656258 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.667025 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-712feaf3-a256-42d3-a558-fb73fcd16f45 admin admin] Publish callbacks [] for security_group (a2cbb150-c2a0-4534-8564-a21d574fd61d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.720589 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-712feaf3-a256-42d3-a558-fb73fcd16f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a2cbb150-c2a0-4534-8564-a21d574fd61d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.837799 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:46.908983 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:46.935538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:47.011934 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks [] for port (5a25d6ec-4d59-4504-9391-843907e47634), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.021043 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.066680 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:47.067101 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.082620 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec137dfd-f543-468d-a639-80e5e47a5ad1 None None] Pushing event updated for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:47.172954 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Attempting to bind port 5a25d6ec-4d59-4504-9391-843907e47634 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:47.173887 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Attempting to bind port 5a25d6ec-4d59-4504-9391-843907e47634 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:47.174250 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Attempting to bind port 5a25d6ec-4d59-4504-9391-843907e47634 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:47.184658 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:47.185195 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:47.185656 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.186001 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:47.186495 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Bound port: 5a25d6ec-4d59-4504-9391-843907e47634, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:47.186870 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5a25d6ec-4d59-4504-9391-843907e47634), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.189725 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-712feaf3-a256-42d3-a558-fb73fcd16f45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f120d346d6f34d76831b70723b9cad2d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7843134 Mar 10 05:05:47.253241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 42960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:47.309950 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.310769 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:47.316412 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 64580fcc-a213-4937-a7e2-646a3944a277 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:47.328299 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42494387-68d7-457f-a876-a266c659efe2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:47.330664 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Attempting to bind port b636e5d4-937c-43d4-b3bf-5fc6d4666251 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:47.333327 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Attempting to bind port b636e5d4-937c-43d4-b3bf-5fc6d4666251 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1f93405c-5d92-4e30-8ce7-44caba915056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:47.333770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Attempting to bind port b636e5d4-937c-43d4-b3bf-5fc6d4666251 on network e2ac1ca4-0247-49bd-b4b1-43815020f993 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:47.338466 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks [] for port (42494387-68d7-457f-a876-a266c659efe2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.366778 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Transition to ACTIVE for port object 42494387-68d7-457f-a876-a266c659efe2 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:05:47.415047 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] For port 5a25d6ec-4d59-4504-9391-843907e47634, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:47.435505 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] For port 5a25d6ec-4d59-4504-9391-843907e47634, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5a25d6ec-4d59-4504-9391-843907e47634,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:47.452929 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.503628 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Port b636e5d4-937c-43d4-b3bf-5fc6d4666251 on network e2ac1ca4-0247-49bd-b4b1-43815020f993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:05:47.504067 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Attempting to bind port b636e5d4-937c-43d4-b3bf-5fc6d4666251 on network e2ac1ca4-0247-49bd-b4b1-43815020f993 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:47.552634 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 64580fcc-a213-4937-a7e2-646a3944a277 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:47.555424 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] Publish callbacks [] for security_group (c36637a4-7449-4df0-90f2-e0df499e428e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.559864 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (64580fcc-a213-4937-a7e2-646a3944a277), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.586779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] Publish callbacks [] for security_group (c36637a4-7449-4df0-90f2-e0df499e428e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.728241 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Provisioning complete for port 5a25d6ec-4d59-4504-9391-843907e47634 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:47.728792 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5a25d6ec-4d59-4504-9391-843907e47634), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.749805 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:47.752813 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:47.762361 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:47.762583 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Checking segment: {'id': '1f93405c-5d92-4e30-8ce7-44caba915056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:47.763112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Bound using segment: {'id': '1f93405c-5d92-4e30-8ce7-44caba915056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:47.764008 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Bound port: b636e5d4-937c-43d4-b3bf-5fc6d4666251, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f93405c-5d92-4e30-8ce7-44caba915056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:47.764372 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.794821 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c36637a4-7449-4df0-90f2-e0df499e428e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.797288 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.798492 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c36637a4-7449-4df0-90f2-e0df499e428e HTTP/1.1" status: 204 len: 168 time: 1.3992949 Mar 10 05:05:47.875905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (42494387-68d7-457f-a876-a266c659efe2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:47.913609 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 64580fcc-a213-4937-a7e2-646a3944a277 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:47.932929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Network c521ea70-573f-4de1-8ab0-8cfffbc227f2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:48.010866 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:48.030396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (ef88c88f-6068-4717-a72c-de97f578916f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.042280 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:48.046316 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8891c-5cfb-4a42-bce9-551a94da1e4f req-21246dab-c1f6-4c13-bbaa-892c9c9514f4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:48.052557 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:48.057358 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Current status of the port 5a25d6ec-4d59-4504-9391-843907e47634 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:48.059284 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5a25d6ec-4d59-4504-9391-843907e47634), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.061662 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9de8891c-5cfb-4a42-bce9-551a94da1e4f req-21246dab-c1f6-4c13-bbaa-892c9c9514f4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 932 time: 1.3931355 Mar 10 05:05:48.062470 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec137dfd-f543-468d-a639-80e5e47a5ad1 None None] Pushing event updated for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:48.095858 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.111569 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:48.147340 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] For port 5a25d6ec-4d59-4504-9391-843907e47634, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5a25d6ec-4d59-4504-9391-843907e47634,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:48.154230 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.231615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:48.233060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.251002 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:48.258443 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251,segment=NetworkSegment(1f93405c-5d92-4e30-8ce7-44caba915056),segment_id=1f93405c-5d92-4e30-8ce7-44caba915056)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:48.260901 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30a1e4-1f01-4aca-acdc-d8f23c8fd1c5 None None] Pushing event updated for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:48.278001 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:48.287785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:48.290533 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.305643 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca6e9f24-c39a-408e-a08e-70b48df00154 None None] Provisioning complete for port 5a25d6ec-4d59-4504-9391-843907e47634 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:48.311410 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9f24-c39a-408e-a08e-70b48df00154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5a25d6ec-4d59-4504-9391-843907e47634), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.485916 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Pushing event updated for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:48.497950 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e9f24-c39a-408e-a08e-70b48df00154 None None] Current status of the port 5a25d6ec-4d59-4504-9391-843907e47634 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:48.556369 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:47Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:48.616373 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead675c-a907-4d57-9add-179c5d7d6947 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:47Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:48.683966 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-a40e8765-94f7-4838-b6b3-3dcb2f349cb0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.6418247 Mar 10 05:05:48.725430 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Request body: {'port': {'device_id': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:48.773730 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-88087227-5833-48c9-95d0-af4955ecdad1 None None] Provisioning complete for port a5f6bd4d-3813-4316-ade9-141856b1fef6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:48.774073 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88087227-5833-48c9-95d0-af4955ecdad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.795461 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d931a-e60c-441c-bab1-9090846f3d1c req-d8784efd-8a18-4f73-b45d-22f4bccfe09e tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:48.797354 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-066d931a-e60c-441c-bab1-9090846f3d1c req-d8784efd-8a18-4f73-b45d-22f4bccfe09e tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 944 time: 0.9376268 Mar 10 05:05:48.897934 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-88087227-5833-48c9-95d0-af4955ecdad1 None None] Port a5f6bd4d-3813-4316-ade9-141856b1fef6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:48.914474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:48.935926 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] Publish callbacks [] for security_group (a2cbb150-c2a0-4534-8564-a21d574fd61d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:48.941271 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712feaf3-a256-42d3-a558-fb73fcd16f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cbb150-c2a0-4534-8564-a21d574fd61d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.006930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:49.007312 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.072561 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1964f-5a2f-41c2-982a-2a8ccf9cfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36637a4-7449-4df0-90f2-e0df499e428e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.092141 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.119188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Pushing event updated for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.132069 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Pushing event updated for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.172963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:49.175049 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.176581 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-ad92c46b-3d8b-4127-a5de-99c369fb8a6c service neutron] 10.222.0.24 "PUT /v2.0/ports/b636e5d4-937c-43d4-b3bf-5fc6d4666251 HTTP/1.1" status: 200 len: 1094 time: 7.3248436 Mar 10 05:05:49.195543 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:05:49.223873 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] Publish callbacks [] for security_group (a2cbb150-c2a0-4534-8564-a21d574fd61d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.238053 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9de8891c-5cfb-4a42-bce9-551a94da1e4f req-e212ae13-f6ff-43e7-babf-07ed0220817d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1754527 Mar 10 05:05:49.243688 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (ef88c88f-6068-4717-a72c-de97f578916f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.257001 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:05:49.386343 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-066d931a-e60c-441c-bab1-9090846f3d1c req-f916f176-238f-44d5-8e17-93eb264f4820 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304645 Mar 10 05:05:49.400855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (ef88c88f-6068-4717-a72c-de97f578916f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.412593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Attempting to bind port 42494387-68d7-457f-a876-a266c659efe2 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:49.412963 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Attempting to bind port 42494387-68d7-457f-a876-a266c659efe2 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:49.413658 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Attempting to bind port 42494387-68d7-457f-a876-a266c659efe2 on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:49.441309 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:49.444904 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Port 42494387-68d7-457f-a876-a266c659efe2 on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:05:49.446555 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Attempting to bind port 42494387-68d7-457f-a876-a266c659efe2 on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:49.467140 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:49.472912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Checking segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:49.473752 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Bound using segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:49.474564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Bound port: 42494387-68d7-457f-a876-a266c659efe2, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:49.476703 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (42494387-68d7-457f-a876-a266c659efe2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.516404 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a2cbb150-c2a0-4534-8564-a21d574fd61d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.530563 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.534965 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2cbb150-c2a0-4534-8564-a21d574fd61d HTTP/1.1" status: 204 len: 168 time: 2.2339430 Mar 10 05:05:49.568582 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a782524-d8e1-4670-9d20-b6f4c77bb724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cbb150-c2a0-4534-8564-a21d574fd61d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.569273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.595416 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef88c88f-6068-4717-a72c-de97f578916f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:49.616591 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.622463 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6169bc70-4ca6-41a5-8763-8d5d59b93ae5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7168660 Mar 10 05:05:49.680534 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.755223 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b331fc73-1c8c-448d-93c8-b195b53fa3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:05:49.759870 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:49.793380 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '534c8116-ef56-4f77-8bb6-818711271e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:49.795668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:49.808751 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42494387-68d7-457f-a876-a266c659efe2,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:49.834040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (42494387-68d7-457f-a876-a266c659efe2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.870735 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:49.872619 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:49.874392 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] 10.222.0.24 "PUT /v2.0/ports/42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 1093 time: 5.3684325 Mar 10 05:05:49.882918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'tag': '42494387-68d7-457f-a876-a266c659efe2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:05:49.904123 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-22bcea68-d9c9-4a2a-a537-ce3a80e544e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:49.912832 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-22bcea68-d9c9-4a2a-a537-ce3a80e544e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f255aa208b95491d9ce818c4ffa5fe06&device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 1128 time: 0.6529708 Mar 10 05:05:49.954324 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:05:49.964750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-42f8256f-b3c0-4d66-a40f-522da497ffb5 admin admin] 10.222.0.11 "PUT /v2.0/routers/6903f057-2102-475e-a5ca-fb3ed1a58b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3264356 Mar 10 05:05:49.969355 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:05:49.983237 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (84def1c5-184f-457d-9fce-8df2781e12d9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.000304 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:50.001663 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:50.015467 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.132838 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:50.201313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:50.203739 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:50.213059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7bf13-bf2c-49a0-b38c-041633444660 service neutron] Pushing event updated for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:50.320513 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-e883aaaa-db8e-4d22-a618-a04fd19a44c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251 HTTP/1.1" status: 200 len: 217 time: 0.2571645 Mar 10 05:05:50.338827 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-7d97af71-1e03-4b91-87e1-cbd7d79b7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:50.340371 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-7d97af71-1e03-4b91-87e1-cbd7d79b7fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1127 time: 0.2099013 Mar 10 05:05:50.347863 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:50.489868 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (84def1c5-184f-457d-9fce-8df2781e12d9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.500899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef1bb1d-da5e-4c58-8380-e5ecd541d139 x-openstack-request-id: req-eef1bb1d-da5e-4c58-8380-e5ecd541d139 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:05:50.505810 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:05:50.506195 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eef1bb1d-da5e-4c58-8380-e5ecd541d139 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:05:50.507160 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=fdfa1fa9-b804-4dff-b319-631ec299b301,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:50.507306 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251', 'status': 'completed', 'code': 200} Mar 10 05:05:50.517090 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-87c2e848-be0b-4c11-ba73-f79230252d4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.1552525 Mar 10 05:05:50.521727 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (84def1c5-184f-457d-9fce-8df2781e12d9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.530409 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-398a9dbe-463b-4d08-8fc1-ada95f5a6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:50.531972 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-398a9dbe-463b-4d08-8fc1-ada95f5a6285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e35b5f87-aeab-473a-887b-a02d963af1fb HTTP/1.1" status: 200 len: 851 time: 0.1965091 Mar 10 05:05:50.583470 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.585060 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8144107 Mar 10 05:05:50.636929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353986f8-81e9-4129-bc1e-436f358cf281 req-27972f34-83d5-4e82-98c5-5aa293f54a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:50.638453 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-27972f34-83d5-4e82-98c5-5aa293f54a9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0788221 Mar 10 05:05:50.649082 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:50.650580 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f7bf-6c84-4cac-8a30-854a6a02269a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84def1c5-184f-457d-9fce-8df2781e12d9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:50.659922 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:50.667703 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-cd25968d-5699-4791-8ff5-23c853bc30cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2ac1ca4-0247-49bd-b4b1-43815020f993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130128 Mar 10 05:05:50.726441 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-6d75492b-603e-40d4-88a8-7c67f03671f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567305 Mar 10 05:05:50.757033 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200abeb-a3a2-45db-9cbd-bb5bd1c7d357 req-f1a443e7-8922-4b07-9221-fbb699f03ef8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:50.764141 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d200abeb-a3a2-45db-9cbd-bb5bd1c7d357 req-f1a443e7-8922-4b07-9221-fbb699f03ef8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 932 time: 0.2301395 Mar 10 05:05:50.810911 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.854250 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:50.899435 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "tag": "42494387-68d7-457f-a876-a266c659efe2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:05:50.914327 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d200abeb-a3a2-45db-9cbd-bb5bd1c7d357 req-2f77ecbc-62af-40c8-b7c1-2ce3ea67437f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486688 Mar 10 05:05:50.935337 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5a25d6ec-4d59-4504-9391-843907e47634 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:50.963874 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-311939f5-6671-4452-8a2c-f52f9e4132ea service neutron] 10.222.0.24 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876310 Mar 10 05:05:50.966685 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.095317 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 5a25d6ec-4d59-4504-9391-843907e47634 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:51.097300 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5a25d6ec-4d59-4504-9391-843907e47634), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.102885 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6c254-84ee-4c16-869b-6b16a132eab5 req-db0f2c76-4b89-4421-9d39-52693fadcf11 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:51.105743 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2ee6c254-84ee-4c16-869b-6b16a132eab5 req-db0f2c76-4b89-4421-9d39-52693fadcf11 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 944 time: 0.3726118 Mar 10 05:05:51.113554 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-ac0c0a61-a146-4aa0-add9-90d1090a07ff service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796592 Mar 10 05:05:51.151399 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 2, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:51.331537 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.335504 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5bb269b7-973c-45a0-89c2-8d140e9b7310 req-a2db6c90-35a9-4f20-b7ab-015fe4a1cd2e service neutron] 10.222.0.24 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529415 Mar 10 05:05:51.341550 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:05:51.341912 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Updating router 6903f057-2102-475e-a5ca-fb3ed1a58b15 port a5f6bd4d-3813-4316-ade9-141856b1fef6 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:05:51.377631 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.470011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 5a25d6ec-4d59-4504-9391-843907e47634 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:51.505477 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-353986f8-81e9-4129-bc1e-436f358cf281 req-0889af66-7da6-4341-b875-4a03d85a45e3 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767424 Mar 10 05:05:51.507893 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c615b2a-3653-4715-af83-c0ea8096510c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:51.539709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks [] for port (2c615b2a-3653-4715-af83-c0ea8096510c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.595440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Transition to ACTIVE for port object 2c615b2a-3653-4715-af83-c0ea8096510c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:05:51.628018 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.644196 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2ee6c254-84ee-4c16-869b-6b16a132eab5 req-1332d49d-8414-4e90-a763-7d62fadc619e tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215714 Mar 10 05:05:51.673011 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-fcae5a73-3049-4a8c-9423-4a9875104413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:51.675171 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-fcae5a73-3049-4a8c-9423-4a9875104413 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f255aa208b95491d9ce818c4ffa5fe06&device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 1128 time: 0.2403665 Mar 10 05:05:51.753929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Pushing event updated for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:51.816777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.830678 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.859438 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.27.1.76 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/7d533b65-09b4-4aa8-9010-2b481c240655) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:51.927268 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Attempting to bind port 2c615b2a-3653-4715-af83-c0ea8096510c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:51.927618 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Attempting to bind port 2c615b2a-3653-4715-af83-c0ea8096510c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:51.928062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Attempting to bind port 2c615b2a-3653-4715-af83-c0ea8096510c on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:51.948476 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Port 2c615b2a-3653-4715-af83-c0ea8096510c on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:05:51.948808 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Attempting to bind port 2c615b2a-3653-4715-af83-c0ea8096510c on network c521ea70-573f-4de1-8ab0-8cfffbc227f2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:51.956625 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=fdfa1fa9-b804-4dff-b319-631ec299b301,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:51.972224 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:51.973027 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Checking segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:51.973596 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Bound using segment: {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:51.974206 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Bound port: 2c615b2a-3653-4715-af83-c0ea8096510c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0161e7-360b-4c8d-9046-3af616ee803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:51.974739 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:51.978932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:51.986907 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900329285', 'description': 'tempest-description--487258634'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:51.994862 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks [] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.003836 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.009366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.065393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.066922 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-37729186-0287-4618-bb39-b8869f5e4b6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9049447 Mar 10 05:05:52.077871 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.154025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:52.164317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2c615b2a-3653-4715-af83-c0ea8096510c,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:52.185576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72109e5a-7384-4d61-b59d-b4dfaca26fa0 None None] Pushing event updated for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:52.197478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284a18b-4479-42c8-b6bd-e5fddd6e268c x-openstack-request-id: req-b284a18b-4479-42c8-b6bd-e5fddd6e268c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:05:52.197781 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "tag": "42494387-68d7-457f-a876-a266c659efe2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:05:52.198047 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b284a18b-4479-42c8-b6bd-e5fddd6e268c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:05:52.198529 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'tag': '42494387-68d7-457f-a876-a266c659efe2', 'status': 'completed', 'code': 200} Mar 10 05:05:52.202007 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.350493 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Attempting to bind port a5f6bd4d-3813-4316-ade9-141856b1fef6 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:05:52.350867 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Attempting to bind port a5f6bd4d-3813-4316-ade9-141856b1fef6 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:05:52.351327 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Attempting to bind port a5f6bd4d-3813-4316-ade9-141856b1fef6 on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:05:52.356714 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.358605 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.364607 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] 10.222.0.24 "PUT /v2.0/ports/2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 200 len: 1094 time: 3.6795106 Mar 10 05:05:52.365575 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:05:52.365957 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Checking segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:05:52.366364 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.366757 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Bound using segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:05:52.369933 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Bound port: a5f6bd4d-3813-4316-ade9-141856b1fef6, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:05:52.371865 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.561783 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] For port a5f6bd4d-3813-4316-ade9-141856b1fef6, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:05:52.567800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] For port a5f6bd4d-3813-4316-ade9-141856b1fef6, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5f6bd4d-3813-4316-ade9-141856b1fef6,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:05:52.575945 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-baf7134c-88eb-4a43-ad5e-412203e625c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.583245 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.593023 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-baf7134c-88eb-4a43-ad5e-412203e625c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e2ac1ca4-0247-49bd-b4b1-43815020f993 HTTP/1.1" status: 200 len: 911 time: 0.9080017 Mar 10 05:05:52.598955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (439ebd57-8394-4fe0-85d1-d6c6eaad1665), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.620460 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123dbf-401e-43e7-8588-8a9d7d97895d service neutron] Pushing event updated for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:52.649063 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:05:52.649800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:52.653896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (439ebd57-8394-4fe0-85d1-d6c6eaad1665), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.728299 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-52a6af03-3fc7-4104-8fc1-ad9c9d19ae21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251 HTTP/1.1" status: 200 len: 217 time: 0.1267424 Mar 10 05:05:52.745912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-01dfed45-dcc6-4a27-92c9-09bb642c722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.755073 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-01dfed45-dcc6-4a27-92c9-09bb642c722a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1127 time: 0.5391314 Mar 10 05:05:52.755073 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-cf1dbe7e-6300-443d-8d36-e157f97f59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.755073 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-cf1dbe7e-6300-443d-8d36-e157f97f59ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1128 time: 0.3077352 Mar 10 05:05:52.768351 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Provisioning complete for port a5f6bd4d-3813-4316-ade9-141856b1fef6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:52.774632 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.862205 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa431-b41e-4f05-ba1c-87113b457e15 req-cc6d5b5e-034c-41b5-b8a9-5f8607135952 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.888204 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e4faa431-b41e-4f05-ba1c-87113b457e15 req-cc6d5b5e-034c-41b5-b8a9-5f8607135952 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 944 time: 0.5359888 Mar 10 05:05:52.888539 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72109e5a-7384-4d61-b59d-b4dfaca26fa0 None None] Pushing event updated for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:52.888616 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.888616 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9045591 Mar 10 05:05:52.918817 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (7d533b65-09b4-4aa8-9010-2b481c240655), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:52.922012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:52.931676 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group_rule': {'security_group_id': '439ebd57-8394-4fe0-85d1-d6c6eaad1665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:52.994080 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-ec8c33e6-e92b-4f15-b8f7-7b3ac5ffc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:52.997665 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-ec8c33e6-e92b-4f15-b8f7-7b3ac5ffc59a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e35b5f87-aeab-473a-887b-a02d963af1fb HTTP/1.1" status: 200 len: 851 time: 0.2518806 Mar 10 05:05:53.015695 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 42494387-68d7-457f-a876-a266c659efe2 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:05:53.070534 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-882f767a-b3e4-4d93-ad90-b0aa5c7a4260 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e2ac1ca4-0247-49bd-b4b1-43815020f993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685813 Mar 10 05:05:53.087956 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31272797-3067-4102-a453-584e6ffd213f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439ebd57-8394-4fe0-85d1-d6c6eaad1665,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:53.098936 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-f6065e9e-b6c2-4f71-9ea3-3c8270ca00dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 200 len: 217 time: 0.3089721 Mar 10 05:05:53.159917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42494387-68d7-457f-a876-a266c659efe2,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:53.179126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '42494387-68d7-457f-a876-a266c659efe2', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'port_id': '42494387-68d7-457f-a876-a266c659efe2', 'mac_address': 'fa:16:3e:75:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:05:53.211580 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (2d362f10-a501-485d-a1bb-4c7e4945d4d2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.225620 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-46128d80-a4d5-461c-b58e-d56c3c5412b8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--133911034&fields=id&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 267 time: 0.3548346 Mar 10 05:05:53.235139 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:05:53.238043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Current status of the port a5f6bd4d-3813-4316-ade9-141856b1fef6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:53.238043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.271321 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-9287a826-80d0-45bc-b897-a9ef7a711eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:53.272757 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-9287a826-80d0-45bc-b897-a9ef7a711eb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.1442399 Mar 10 05:05:53.290861 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 42494387-68d7-457f-a876-a266c659efe2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:53.291343 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (42494387-68d7-457f-a876-a266c659efe2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.330565 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42494387-68d7-457f-a876-a266c659efe2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:53.374020 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.393279 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-1b0f7278-6cd3-4874-8b66-c41dae29cc15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005111 Mar 10 05:05:53.399018 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-c9b1036b-781c-473f-b721-287a9f27c5bd service neutron] 10.222.0.24 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142531 Mar 10 05:05:53.405043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] For port a5f6bd4d-3813-4316-ade9-141856b1fef6, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5f6bd4d-3813-4316-ade9-141856b1fef6,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:53.429235 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42494387-68d7-457f-a876-a266c659efe2,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:53.430782 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.472216 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e4faa431-b41e-4f05-ba1c-87113b457e15 req-fdb2ddaf-6819-4ce9-a931-309721743adc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961394 Mar 10 05:05:53.494786 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-b4ee21fc-9fef-4e69-8168-59ef98fe49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:53.496452 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-b4ee21fc-9fef-4e69-8168-59ef98fe49f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.7139027 Mar 10 05:05:53.504215 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (42494387-68d7-457f-a876-a266c659efe2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.504873 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b636e5d4-937c-43d4-b3bf-5fc6d4666251 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:05:53.605031 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-79767bb1-258d-40b6-8a6b-bd0a0f685378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0763521 Mar 10 05:05:53.663797 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c25f78de-3759-4e1c-bfb1-e1d2c3a81c3a None None] Provisioning complete for port a5f6bd4d-3813-4316-ade9-141856b1fef6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:53.664184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c25f78de-3759-4e1c-bfb1-e1d2c3a81c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:53.665972 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71608-7cea-45f1-a0f7-b426c5bdfb2b None None] Pushing event updated for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:53.668685 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9dd55a8b-2a38-49a7-a7a6-9145e9a5f868 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:53.680722 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9dd55a8b-2a38-49a7-a7a6-9145e9a5f868 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 816 time: 0.4541945 Mar 10 05:05:53.698604 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:53.702042 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=7d533b65-09b4-4aa8-9010-2b481c240655,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:53.721164 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:53.732090 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:53.800905 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-eaed1c98-5cf8-4e01-85fb-02bc6c34967b service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920374 Mar 10 05:05:53.806296 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-3eaf8c22-5950-4640-b081-f398488885af tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/quotas/f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 375 time: 0.1244297 Mar 10 05:05:53.840226 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-08f3e136-d401-4173-bad0-17d2de7c76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:53.841618 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-08f3e136-d401-4173-bad0-17d2de7c76ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.2069716 Mar 10 05:05:53.847499 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:53.852401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f183ab0-71f6-42ee-b0f9-694739551498 req-2c118853-7e80-4fed-b640-4826fa9df467 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:53.854092 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0f183ab0-71f6-42ee-b0f9-694739551498 req-2c118853-7e80-4fed-b640-4826fa9df467 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 944 time: 0.2618101 Mar 10 05:05:53.888194 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251,segment=NetworkSegment(1f93405c-5d92-4e30-8ce7-44caba915056),segment_id=1f93405c-5d92-4e30-8ce7-44caba915056)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:53.906411 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-68ccfa2d-84db-4463-9b86-1e9da8d62672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508623 Mar 10 05:05:53.932195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251', 'network_id': 'e2ac1ca4-0247-49bd-b4b1-43815020f993', 'port_id': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251', 'mac_address': 'fa:16:3e:83:03:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35b5f87-aeab-473a-887b-a02d963af1fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:05:53.955932 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c25f78de-3759-4e1c-bfb1-e1d2c3a81c3a None None] Current status of the port a5f6bd4d-3813-4316-ade9-141856b1fef6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:53.990215 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:52Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:05:54.025424 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bc800-c898-4b7e-bfd8-98d72461f435 None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:52Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:05:54.030983 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b636e5d4-937c-43d4-b3bf-5fc6d4666251 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:54.031381 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.031712 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (2d362f10-a501-485d-a1bb-4c7e4945d4d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.054757 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (2d362f10-a501-485d-a1bb-4c7e4945d4d2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.054928 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b636e5d4-937c-43d4-b3bf-5fc6d4666251 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:54.060407 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.129989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251,segment=NetworkSegment(1f93405c-5d92-4e30-8ce7-44caba915056),segment_id=1f93405c-5d92-4e30-8ce7-44caba915056)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:54.141757 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.183441 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b331fc73-1c8c-448d-93c8-b195b53fa3a8 req-63907641-ef90-4be5-83b1-0e734763d63a service neutron] 10.222.0.24 "GET /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309813 Mar 10 05:05:54.186474 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.190671 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2624023 Mar 10 05:05:54.195683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:54.206926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:05:54.221809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26" -d '{"events": [{"name": "network-changed", "server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:05:54.232495 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-515a79de-7a13-40d9-8cc2-18b76a2f87f9 req-e6576f49-40f2-4b18-ac07-38b3e9419ac9 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343350 Mar 10 05:05:54.241515 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0f183ab0-71f6-42ee-b0f9-694739551498 req-aff120d1-73a1-4aa4-9f01-8e69283b2602 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685482 Mar 10 05:05:54.246160 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group_rule': {'security_group_id': '439ebd57-8394-4fe0-85d1-d6c6eaad1665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:54.253109 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.299096 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbeef6-adc1-429a-96bb-48a108f9b717 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d362f10-a501-485d-a1bb-4c7e4945d4d2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:54.304577 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:54.330247 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-5af1db45-ae42-4907-a199-ad0cf55fa285 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946083 Mar 10 05:05:54.342849 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-90d3ef94-70da-4329-9ac2-65bffe390076 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3039830 Mar 10 05:05:54.383936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (9851191a-f749-42c0-ae16-5ac6ad4aeec8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.403271 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce4186-ab0a-4c2c-9d06-357b5de015e1 x-openstack-request-id: req-06ce4186-ab0a-4c2c-9d06-357b5de015e1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:05:54.403855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:05:54.404181 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06ce4186-ab0a-4c2c-9d06-357b5de015e1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:05:54.404667 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c', 'status': 'completed', 'code': 200} Mar 10 05:05:54.475300 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b636e5d4-937c-43d4-b3bf-5fc6d4666251'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:05:54.493874 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9d8ccb33-38f5-422b-8415-b0da5289d21f service neutron] 10.222.0.11 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949919 Mar 10 05:05:54.544231 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-0e4f7ea2-1d85-43ba-b0b8-a168a870a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:54.551153 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-0e4f7ea2-1d85-43ba-b0b8-a168a870a640 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1128 time: 0.1440072 Mar 10 05:05:54.553107 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4de6af7e-c0e7-4a00-b754-ea8b0159e3a0 req-6ba9efc7-0556-404a-9f24-0c78116ba1dc service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166877 Mar 10 05:05:54.759713 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (9851191a-f749-42c0-ae16-5ac6ad4aeec8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.776676 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (9851191a-f749-42c0-ae16-5ac6ad4aeec8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.823572 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9851191a-f749-42c0-ae16-5ac6ad4aeec8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:54.833289 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['42494387-68d7-457f-a876-a266c659efe2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:05:54.846220 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.850487 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-af275e25-72ce-4f25-a28a-64ee629eb821 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6050460 Mar 10 05:05:54.851493 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:54.859112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:54.872792 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-3e51668f-3a69-4b3b-9ad7-bc0a45a790eb service neutron] 10.222.0.11 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640263 Mar 10 05:05:54.892856 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5f6bd4d-3813-4316-ade9-141856b1fef6 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:54.927453 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (7d533b65-09b4-4aa8-9010-2b481c240655), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.932923 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:54.940348 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.035930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2c615b2a-3653-4715-af83-c0ea8096510c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:05:55.109665 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=7d533b65-09b4-4aa8-9010-2b481c240655,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:55.154821 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.221408 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95ea4f-da01-4f59-a0aa-0a139af4d18b req-bdeca81b-cf78-4c65-8376-23bf6335d004 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:55.231826 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f95ea4f-da01-4f59-a0aa-0a139af4d18b req-bdeca81b-cf78-4c65-8376-23bf6335d004 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 944 time: 0.6159754 Mar 10 05:05:55.237063 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 05:05:55.240511 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-21c4d0bc-ffc9-4271-ae87-376c6c262900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:55.241985 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-21c4d0bc-ffc9-4271-ae87-376c6c262900 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.6783428 Mar 10 05:05:55.268423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port a5f6bd4d-3813-4316-ade9-141856b1fef6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:55.268795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.368678 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-6417befe-b5c7-4dbd-b1d9-9eeb1e97dc72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 200 len: 217 time: 0.1134348 Mar 10 05:05:55.388922 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.420036 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-728e3e02-4bc1-4e5d-9ba9-8bfc29ecfa4f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7560713 Mar 10 05:05:55.522077 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ba655c0f-64d6-4de4-91f5-390a4021ec12 req-cf3c99e1-5f88-46ae-a1b5-96ca0a9fbd5f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 210 time: 0.2476301 Mar 10 05:05:55.594965 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.632288 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f95ea4f-da01-4f59-a0aa-0a139af4d18b req-4fe0f6de-f3a2-457c-8f79-eea6a6a3c220 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657265 Mar 10 05:05:55.679940 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-f8b5891a-f6dd-4402-99fb-2c5e3f860017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:55.683839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-f8b5891a-f6dd-4402-99fb-2c5e3f860017 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.3038130 Mar 10 05:05:55.687160 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port a5f6bd4d-3813-4316-ade9-141856b1fef6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:55.705892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2c615b2a-3653-4715-af83-c0ea8096510c,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:55.728222 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '2c615b2a-3653-4715-af83-c0ea8096510c', 'network_id': 'c521ea70-573f-4de1-8ab0-8cfffbc227f2', 'port_id': '2c615b2a-3653-4715-af83-c0ea8096510c', 'mac_address': 'fa:16:3e:94:b0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d0dd3b-0570-4d65-9d60-d03f1ad1e814', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:05:55.770227 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-75a1c66f-07b8-48b0-a9b8-29052f2e828c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632000 Mar 10 05:05:55.827220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 2c615b2a-3653-4715-af83-c0ea8096510c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:55.827977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:55.880547 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c615b2a-3653-4715-af83-c0ea8096510c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:05:55.975807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2c615b2a-3653-4715-af83-c0ea8096510c,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:55.996255 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.065938 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-18cd743b-a28d-4079-b854-fa1cfa93c9a5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1497824428&fields=id&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 267 time: 0.1295743 Mar 10 05:05:56.071231 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-4796ee6b-3b87-456e-b583-a1e52e5ecf9f service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923343 Mar 10 05:05:56.113921 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:56.183998 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042916bc-f528-40e7-9b05-948c5358747f req-7cc41122-e73a-47e4-8ce3-dbf90943414a tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:56.185520 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-042916bc-f528-40e7-9b05-948c5358747f req-7cc41122-e73a-47e4-8ce3-dbf90943414a tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 945 time: 0.4751933 Mar 10 05:05:56.227733 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Allocated IP 172.27.1.21 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/ab19b508-dc90-4aa1-9664-6f06a960c72b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:56.259073 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['2c615b2a-3653-4715-af83-c0ea8096510c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:05:56.272084 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3340ed60-8dbb-4375-9c7f-1aa68e1a8d26 req-ac597bfb-82af-45d5-8a18-3ea02bec9ac1 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849785 Mar 10 05:05:56.277108 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-042916bc-f528-40e7-9b05-948c5358747f req-99d33ff9-0fc6-4a3c-add7-24a693bc3551 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Mar 10 05:05:56.294606 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-70cd9e16-e243-443f-8bdb-24be85e0eee8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:56.296107 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-70cd9e16-e243-443f-8bdb-24be85e0eee8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.2212312 Mar 10 05:05:56.323014 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-6ac310b3-74c8-4e05-b1c1-65a5d357a116 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/quotas/9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 375 time: 0.0110793 Mar 10 05:05:56.364294 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.405327 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.431739 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-dfca558f-f159-4b92-a07b-15195e3465b9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019890 Mar 10 05:05:56.446166 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.487825 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:56.494948 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:56.498523 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:56.508386 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=ab19b508-dc90-4aa1-9664-6f06a960c72b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:56.550340 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-b3768aaf-98da-409c-922f-10f6d5b5995c service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148610 Mar 10 05:05:56.650332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.655400 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-527f4113-c333-4e0a-ad19-ab07ea126da6 req-36946ab4-9861-4712-83a5-f46d5245d39a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 210 time: 0.0331275 Mar 10 05:05:56.661709 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-12b02c70-588b-4ddd-8122-39099b3c6493 service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023211 Mar 10 05:05:56.738904 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:56.942413 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d077f1-788e-41db-b45f-0e4d3e1fb260 req-68ccfd73-b0c8-4f70-b531-0f7aa5bb0ab8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:56.944530 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e4d077f1-788e-41db-b45f-0e4d3e1fb260 req-68ccfd73-b0c8-4f70-b531-0f7aa5bb0ab8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 945 time: 0.1475937 Mar 10 05:05:56.965640 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b17a202f-e3d1-4b70-996c-f83762162a1a req-a072eb2b-21ff-4a8b-92fe-63fa20cb5a52 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 210 time: 0.0897567 Mar 10 05:05:57.012043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 42494387-68d7-457f-a876-a266c659efe2 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:57.037876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-f85d9f05-c451-42a8-90b6-279da4c6f2f5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:57.039357 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-f85d9f05-c451-42a8-90b6-279da4c6f2f5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 816 time: 0.2509089 Mar 10 05:05:57.091687 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 42494387-68d7-457f-a876-a266c659efe2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:05:57.110415 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 42494387-68d7-457f-a876-a266c659efe2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:57.110821 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (42494387-68d7-457f-a876-a266c659efe2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.120836 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e4d077f1-788e-41db-b45f-0e4d3e1fb260 req-7d5004c5-f050-41c1-8822-fb5080bdeea6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642525 Mar 10 05:05:57.179171 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-18020c5c-e464-4210-ad0d-1aa1512fdd28 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 379 time: 0.1189718 Mar 10 05:05:57.190867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'port': {'device_id': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'admin_state_up': True, 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'security_groups': ['f51e67af-3ffa-4e34-9e96-68b6f5e8498e']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:57.258450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.268035 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.280482 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 42494387-68d7-457f-a876-a266c659efe2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:57.280883 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (42494387-68d7-457f-a876-a266c659efe2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.320849 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42494387-68d7-457f-a876-a266c659efe2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:05:57.353550 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:57.407001 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Made reservation on behalf of f253b15a03884e3d9cb929e4f2a4ad80 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:57.410406 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.417779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=ab19b508-dc90-4aa1-9664-6f06a960c72b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:57.430667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.459077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.460689 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-edda6b51-520a-43e6-9093-e88fafe1e2b3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6078949 Mar 10 05:05:57.466184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42494387-68d7-457f-a876-a266c659efe2,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:57.478644 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (42494387-68d7-457f-a876-a266c659efe2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.480002 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2c615b2a-3653-4715-af83-c0ea8096510c up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:57.576128 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:57.593489 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7310bc2-31d7-44a8-a633-4de795b06e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.617027 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 2c615b2a-3653-4715-af83-c0ea8096510c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:05:57.623410 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 2c615b2a-3653-4715-af83-c0ea8096510c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:57.623912 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.649742 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94627a7c-7594-4a32-858e-e5e8eeca96d4 req-1bebba48-d2f2-40a1-9d58-29036ce7f866 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:57.651500 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94627a7c-7594-4a32-858e-e5e8eeca96d4 req-1bebba48-d2f2-40a1-9d58-29036ce7f866 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 945 time: 0.1472313 Mar 10 05:05:57.686736 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Allocated IP 172.20.0.14 (c3c054e4-736a-4968-9ef9-e57880a6b771/b40299d0-b31b-4d32-9928-65b225fee4b5/b30f1635-f0f1-4a8f-894d-2345fe5f7aed) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:05:57.722159 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94627a7c-7594-4a32-858e-e5e8eeca96d4 req-824e7bb0-d2dc-45c9-bf42-df5f360a99cd tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617743 Mar 10 05:05:57.759186 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:05:57.820267 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad7d17-9310-4e5a-8cab-b77e2e2494a7" -d '{"events": [{"server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "42494387-68d7-457f-a876-a266c659efe2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:05:57.836401 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 2c615b2a-3653-4715-af83-c0ea8096510c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:57.836864 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.894709 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2c615b2a-3653-4715-af83-c0ea8096510c,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:57.902032 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.902966 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b636e5d4-937c-43d4-b3bf-5fc6d4666251 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:05:57.958641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7310bc2-31d7-44a8-a633-4de795b06e4f admin admin] Publish callbacks [] for security_group (def236f3-32bb-467b-a81e-42f0fc2a7c35), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:57.963341 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d83e013d-cbe9-45ff-8943-42f814136a97 req-831a3b36-f3f8-4434-9ae4-59578fe1e7f7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 210 time: 0.1504421 Mar 10 05:05:57.966969 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7310bc2-31d7-44a8-a633-4de795b06e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (def236f3-32bb-467b-a81e-42f0fc2a7c35), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.008752 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-cc781cf0-8261-46ac-abbf-db7e04d8a1c8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--900329285&fields=id&tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 267 time: 0.0723102 Mar 10 05:05:58.012547 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:58.028814 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d7310bc2-31d7-44a8-a633-4de795b06e4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8c8a3cba70a465a86de9772f9342d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717727 Mar 10 05:05:58.028814 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7310bc2-31d7-44a8-a633-4de795b06e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def236f3-32bb-467b-a81e-42f0fc2a7c35,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.031913 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:58.057876 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.080566 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port b636e5d4-937c-43d4-b3bf-5fc6d4666251 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:05:58.087322 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port b636e5d4-937c-43d4-b3bf-5fc6d4666251 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:58.087626 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.100003 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] Publish callbacks [] for security_group (def236f3-32bb-467b-a81e-42f0fc2a7c35), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.128381 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] Publish callbacks [] for security_group (def236f3-32bb-467b-a81e-42f0fc2a7c35), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.200257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-709d235a-9de2-4678-8e64-de094ef6adac tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:58.201927 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-709d235a-9de2-4678-8e64-de094ef6adac tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 810 time: 0.1922479 Mar 10 05:05:58.211816 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (def236f3-32bb-467b-a81e-42f0fc2a7c35), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.214645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.216416 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/def236f3-32bb-467b-a81e-42f0fc2a7c35 HTTP/1.1" status: 204 len: 168 time: 0.1832345 Mar 10 05:05:58.227949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af6206-11dd-4a54-b3c3-11e6f688dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def236f3-32bb-467b-a81e-42f0fc2a7c35,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.290044 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.292402 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2aa8f190-fb2c-4d3f-9233-dcd1ab328771 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/quotas/1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 375 time: 0.0806494 Mar 10 05:05:58.333855 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87b1f4-473e-4818-b996-2c882c2c68a5 x-openstack-request-id: req-6e87b1f4-473e-4818-b996-2c882c2c68a5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:05:58.334195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "name": "network-vif-plugged", "status": "completed", "tag": "42494387-68d7-457f-a876-a266c659efe2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:05:58.334443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e87b1f4-473e-4818-b996-2c882c2c68a5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:05:58.334901 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42494387-68d7-457f-a876-a266c659efe2', 'code': 200} Mar 10 05:05:58.336253 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b636e5d4-937c-43d4-b3bf-5fc6d4666251 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:05:58.347877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.406767 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251,segment=NetworkSegment(1f93405c-5d92-4e30-8ce7-44caba915056),segment_id=1f93405c-5d92-4e30-8ce7-44caba915056)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:05:58.417957 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec602c4b-e106-4264-9ce6-d8c7954b46ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.418492 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.507907 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b84c5f93-2b6e-4eb6-b6b4-dba9a63c21f3 req-15be0091-51f2-47f4-b297-5bdcabedd394 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 210 time: 0.1036017 Mar 10 05:05:58.508835 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.564275 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.602118 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec602c4b-e106-4264-9ce6-d8c7954b46ba admin admin] Publish callbacks [] for security_group (2c44ced9-2266-4452-81af-a7c271aeeec5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.654549 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec602c4b-e106-4264-9ce6-d8c7954b46ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (2c44ced9-2266-4452-81af-a7c271aeeec5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.716648 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f38d-c788-4c90-9226-44ca7b46ead9 req-d1f68f7c-96c5-48bd-bcea-e5b1288b8066 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:58.718179 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bdc4f38d-c788-4c90-9226-44ca7b46ead9 req-d1f68f7c-96c5-48bd-bcea-e5b1288b8066 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1295388 Mar 10 05:05:58.736285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:05:58.745903 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-30db62e7-52da-42b2-8885-61412acd5b4c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4369440 Mar 10 05:05:58.777046 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:05:58.778597 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-148c34e0-ffa4-426c-831d-a3632fc0202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:58.778929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.780085 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-148c34e0-ffa4-426c-831d-a3632fc0202c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1368752 Mar 10 05:05:58.783494 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ec602c4b-e106-4264-9ce6-d8c7954b46ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40c7dc47f289467aaf43671caafc8278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7691851 Mar 10 05:05:58.791255 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:05:58.798502 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:05:58.819259 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bdc4f38d-c788-4c90-9226-44ca7b46ead9 req-c5d21708-a6b5-4bcd-a687-a6527e6c633f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902071 Mar 10 05:05:58.826453 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-870b89ce-f059-49d5-908b-0b54f34f085e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.852297 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602c4b-e106-4264-9ce6-d8c7954b46ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44ced9-2266-4452-81af-a7c271aeeec5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:58.889258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-b60d8454-07f3-4203-b58f-a67b51f9a909 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:58.891000 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-b60d8454-07f3-4203-b58f-a67b51f9a909 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.4879427 Mar 10 05:05:58.990119 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-870b89ce-f059-49d5-908b-0b54f34f085e service neutron] Publish callbacks [] for security_group (ba472cbf-479c-468b-bfa2-218e6d29093c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:58.996690 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-870b89ce-f059-49d5-908b-0b54f34f085e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (ba472cbf-479c-468b-bfa2-218e6d29093c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.026955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:59.027591 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.074336 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb89f-1323-4465-9c9e-587ea2abdc99 req-528e7f99-04b1-49c6-9cf9-1db36ea38691 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:59.075816 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d4abb89f-1323-4465-9c9e-587ea2abdc99 req-528e7f99-04b1-49c6-9cf9-1db36ea38691 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.1422479 Mar 10 05:05:59.080054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8c6c14c0-ee74-4958-a423-a92d0b808a7b req-870b89ce-f059-49d5-908b-0b54f34f085e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763960 Mar 10 05:05:59.080864 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b89ce-f059-49d5-908b-0b54f34f085e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba472cbf-479c-468b-bfa2-218e6d29093c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:59.127405 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2d63867-de78-4559-b977-94fcc3bbb434 None None] Provisioning complete for port b30f1635-f0f1-4a8f-894d-2345fe5f7aed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:05:59.128814 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d63867-de78-4559-b977-94fcc3bbb434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.137628 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d4abb89f-1323-4465-9c9e-587ea2abdc99 req-92bb6308-bb86-4d03-96a4-8484c6de207c tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533276 Mar 10 05:05:59.143014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] Publish callbacks [] for security_group (2c44ced9-2266-4452-81af-a7c271aeeec5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.172798 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-b9b5841a-3b58-4cfb-a686-69f6a3bd7347 service neutron] 10.222.0.11 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037635 Mar 10 05:05:59.212365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] Publish callbacks [] for security_group (2c44ced9-2266-4452-81af-a7c271aeeec5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.216606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e2d63867-de78-4559-b977-94fcc3bbb434 None None] Port b30f1635-f0f1-4a8f-894d-2345fe5f7aed cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:05:59.246279 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9e610868-5048-4d0c-bdbe-eb7bdd1a12b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0608697 Mar 10 05:05:59.260597 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-48c17438-f614-4092-8dda-61db96255b4c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 380 time: 0.3536930 Mar 10 05:05:59.314555 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157d53-eb33-4c9b-90cc-38feb5eb3dc4 req-0bda0dd5-ebad-4266-8143-bba193a88cfa tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:05:59.316362 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-96157d53-eb33-4c9b-90cc-38feb5eb3dc4 req-0bda0dd5-ebad-4266-8143-bba193a88cfa tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 932 time: 0.0752740 Mar 10 05:05:59.325660 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'port': {'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'admin_state_up': True, 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'security_groups': ['534c8116-ef56-4f77-8bb6-818711271e41']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:59.355452 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Request body: {'port': {'device_id': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:05:59.375114 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-96157d53-eb33-4c9b-90cc-38feb5eb3dc4 req-07d7b6e9-46b9-4fa0-8b53-6f80f268fe7f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519023 Mar 10 05:05:59.622953 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-aa77b0eb-9ea1-4d3d-8480-42e5075567f6 req-deed59a0-384e-4578-8dce-da9dac7553c8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 210 time: 0.0329332 Mar 10 05:05:59.705930 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.723904 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-f051d247-42b9-4504-aa8d-3d8fa526af52 service neutron] 10.222.0.11 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359855 Mar 10 05:05:59.742702 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (2c44ced9-2266-4452-81af-a7c271aeeec5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.745438 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:05:59.746583 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c44ced9-2266-4452-81af-a7c271aeeec5 HTTP/1.1" status: 204 len: 168 time: 0.9349034 Mar 10 05:05:59.785395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145da88-49ec-4c4f-a35d-1c4cfc914c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44ced9-2266-4452-81af-a7c271aeeec5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:05:59.817643 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:05:59.821979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.073552 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-75a2112d-68b9-40a1-a769-951ebdf845f5 req-850170a5-564e-4170-b702-8ed3db5eba7a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.0577688 Mar 10 05:06:00.102979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6234ff-2854-4238-8580-5ec4eb8a60d2 req-21a6a300-5d4c-4181-9803-5272fd1d8070 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:00.105902 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6a6234ff-2854-4238-8580-5ec4eb8a60d2 req-21a6a300-5d4c-4181-9803-5272fd1d8070 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1049795 Mar 10 05:06:00.215120 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.20.0.10 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/ad125e2a-8032-48da-9d56-fcf2149641d5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:00.236758 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6a6234ff-2854-4238-8580-5ec4eb8a60d2 req-7d17a4f5-16ab-487e-9a7a-d7ffb692f792 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207912 Mar 10 05:06:00.336885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c'}, {'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:00.339990 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322006d-6350-40d7-93d8-3638b20a95d8" -d '{"events": [{"server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "name": "network-vif-plugged", "status": "completed", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c"}, {"server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "name": "network-vif-plugged", "status": "completed", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:00.402603 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a664ae-6e64-4933-9039-7e0c4d9bbcc1 x-openstack-request-id: req-72a664ae-6e64-4933-9039-7e0c4d9bbcc1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:00.402905 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "name": "network-vif-plugged", "status": "completed", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c", "code": 200}, {"server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "name": "network-vif-plugged", "status": "completed", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:00.403695 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72a664ae-6e64-4933-9039-7e0c4d9bbcc1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:00.404130 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c', 'code': 200} Mar 10 05:06:00.404362 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251', 'code': 200} Mar 10 05:06:00.442905 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:00.477448 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:00.502702 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks [] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.546281 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d48ddf-704a-441b-baf3-22a8108cbe99 req-0b9087bd-46c9-449d-8d71-7bac28a6c477 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:00.556107 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19d48ddf-704a-441b-baf3-22a8108cbe99 req-0b9087bd-46c9-449d-8d71-7bac28a6c477 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.2156549 Mar 10 05:06:00.568789 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.605420 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Transition to ACTIVE for port object b30f1635-f0f1-4a8f-894d-2345fe5f7aed will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:06:00.608893 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:00.626158 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.697093 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:00.715186 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f74d21-d5bb-4299-90c6-a0f9bbdd82c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.722002 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563918-5553-4394-a667-10333f2fd3fe req-cf8346c4-64f8-4ba5-8a71-67dd4b248007 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:00.743784 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bd563918-5553-4394-a667-10333f2fd3fe req-cf8346c4-64f8-4ba5-8a71-67dd4b248007 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 932 time: 0.1862462 Mar 10 05:06:00.866784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19d48ddf-704a-441b-baf3-22a8108cbe99 req-443eefeb-9d1c-4149-ad99-81485d841897 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096275 Mar 10 05:06:00.892655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.24', 56291) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:00.902248 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:00.959733 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bd563918-5553-4394-a667-10333f2fd3fe req-a401c8af-6012-470a-98b4-2fb67a7fee25 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118223 Mar 10 05:06:01.039414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5351c21-e45e-400c-a56a-17c47ea393f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.052645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931803d-e5a4-44e5-bbc0-b236b952343c req-75aeede7-5f8f-41f7-8cb7-7cae066822ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:01.054362 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d931803d-e5a4-44e5-bbc0-b236b952343c req-75aeede7-5f8f-41f7-8cb7-7cae066822ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 1130 time: 0.2170556 Mar 10 05:06:01.121315 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:01.168523 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:01.178394 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:01.189901 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:01.214809 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d931803d-e5a4-44e5-bbc0-b236b952343c req-f0298f49-fc44-4ac9-b9aa-57387f0af512 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481805 Mar 10 05:06:01.243642 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Attempting to bind port b30f1635-f0f1-4a8f-894d-2345fe5f7aed on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:01.243809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Attempting to bind port b30f1635-f0f1-4a8f-894d-2345fe5f7aed by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:01.244144 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Attempting to bind port b30f1635-f0f1-4a8f-894d-2345fe5f7aed on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:01.256283 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6b0d0-5e63-4344-88f2-975833a4df7a req-e968f222-3dd1-4d69-94e5-8943b0f8d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:01.257944 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1af6b0d0-5e63-4344-88f2-975833a4df7a req-e968f222-3dd1-4d69-94e5-8943b0f8d4f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1130 time: 0.3626878 Mar 10 05:06:01.285616 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c7645521-242d-4c61-882d-10dea471ffd2 req-190502bf-f1fa-4fc7-adde-2b05ec8b1af3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.0751445 Mar 10 05:06:01.315529 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:01.316201 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.322377 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5351c21-e45e-400c-a56a-17c47ea393f8 admin admin] Publish callbacks [] for security_group (e04ff72c-2587-483a-9af1-ef4720649ae2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.332014 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5351c21-e45e-400c-a56a-17c47ea393f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e04ff72c-2587-483a-9af1-ef4720649ae2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.336847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f74d21-d5bb-4299-90c6-a0f9bbdd82c0 admin admin] Publish callbacks [] for security_group (cef17b77-0c81-4a7d-9582-e4b92f4b11b8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.337949 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Port b30f1635-f0f1-4a8f-894d-2345fe5f7aed on network c3c054e4-736a-4968-9ef9-e57880a6b771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:06:01.338274 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Attempting to bind port b30f1635-f0f1-4a8f-894d-2345fe5f7aed on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:01.359462 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452df22-45cd-4d20-bcde-85941dfe8a31 req-4c3408c2-3949-4152-8f99-7e3e21f35cf1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:01.362341 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6452df22-45cd-4d20-bcde-85941dfe8a31 req-4c3408c2-3949-4152-8f99-7e3e21f35cf1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 932 time: 0.3126717 Mar 10 05:06:01.365131 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1f74d21-d5bb-4299-90c6-a0f9bbdd82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cef17b77-0c81-4a7d-9582-e4b92f4b11b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.368630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:01.369273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Checking segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:01.370417 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Bound using segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:01.371230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Bound port: b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:01.371850 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.383514 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b5351c21-e45e-400c-a56a-17c47ea393f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78dd344312fe4731bf0b36c27b2b8456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9394329 Mar 10 05:06:01.388481 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:01.425992 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-81b82aae-1853-4072-8a0d-1cc30523373a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1343172 Mar 10 05:06:01.474332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351c21-e45e-400c-a56a-17c47ea393f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ff72c-2587-483a-9af1-ef4720649ae2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:01.504213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Request body: {'port': {'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:01.507853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] Publish callbacks [] for security_group (e04ff72c-2587-483a-9af1-ef4720649ae2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.524370 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6219bdbb-0c40-448c-aafe-350d8eeed150 None None] Provisioning complete for port ad125e2a-8032-48da-9d56-fcf2149641d5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:01.526220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6219bdbb-0c40-448c-aafe-350d8eeed150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.533703 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbfa65-ac18-4bb7-b83f-c32367ffce1f req-81894882-c68a-448d-845b-e51aa4a17356 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:01.535513 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1bfbfa65-ac18-4bb7-b83f-c32367ffce1f req-81894882-c68a-448d-845b-e51aa4a17356 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1410112 Mar 10 05:06:01.547026 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] Publish callbacks [] for security_group (e04ff72c-2587-483a-9af1-ef4720649ae2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.578898 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6219bdbb-0c40-448c-aafe-350d8eeed150 None None] Port ad125e2a-8032-48da-9d56-fcf2149641d5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:01.599835 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b1f74d21-d5bb-4299-90c6-a0f9bbdd82c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b692a20dc4043ca8bb8edb1426c1e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9873700 Mar 10 05:06:01.603278 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:01.619245 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f74d21-d5bb-4299-90c6-a0f9bbdd82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef17b77-0c81-4a7d-9582-e4b92f4b11b8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:01.668516 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1bfbfa65-ac18-4bb7-b83f-c32367ffce1f req-f0bbd3b5-8ecf-4419-989f-104473160a0c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046109 Mar 10 05:06:01.688165 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e04ff72c-2587-483a-9af1-ef4720649ae2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.691467 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.694984 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e04ff72c-2587-483a-9af1-ef4720649ae2 HTTP/1.1" status: 204 len: 168 time: 0.2971616 Mar 10 05:06:01.707827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4dbe9-8fc6-4a88-9938-e38622c3540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ff72c-2587-483a-9af1-ef4720649ae2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:01.715908 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6452df22-45cd-4d20-bcde-85941dfe8a31 req-e0693221-7fa9-4ed5-bf8c-c0c4492470c6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406479 Mar 10 05:06:01.726859 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] Publish callbacks [] for security_group (cef17b77-0c81-4a7d-9582-e4b92f4b11b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.770690 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1af6b0d0-5e63-4344-88f2-975833a4df7a req-9d6e57e6-66de-46bb-81e2-88ecb370dc5c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491380 Mar 10 05:06:01.771807 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.781737 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] Publish callbacks [] for security_group (cef17b77-0c81-4a7d-9582-e4b92f4b11b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.839293 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:01.864382 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cef17b77-0c81-4a7d-9582-e4b92f4b11b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.868061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.868546 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:01.871822 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cef17b77-0c81-4a7d-9582-e4b92f4b11b8 HTTP/1.1" status: 204 len: 168 time: 0.2634912 Mar 10 05:06:01.886597 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:01.887719 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5d8df-f80b-4eb9-93a6-67ed25580377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef17b77-0c81-4a7d-9582-e4b92f4b11b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:02.137109 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071afa68-7fd0-40a6-8ab3-425329e8771e req-015db810-51f3-415f-bf84-80d623f6a17d tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.159325 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-071afa68-7fd0-40a6-8ab3-425329e8771e req-015db810-51f3-415f-bf84-80d623f6a17d tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.1507156 Mar 10 05:06:02.193237 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.193864 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:02.195320 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] 10.222.0.24 "PUT /v2.0/ports/b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 1094 time: 2.8736186 Mar 10 05:06:02.217480 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:02.235054 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350fd093-9f05-43fe-beef-81e584424a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:02.291245 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-071afa68-7fd0-40a6-8ab3-425329e8771e req-f4d9d7dc-6f8a-45c0-994c-0bc80795a4e8 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228852 Mar 10 05:06:02.368926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba4848-56fc-49e0-8d11-474fbb5dc603 x-openstack-request-id: req-c6ba4848-56fc-49e0-8d11-474fbb5dc603 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:02.369099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:02.369402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6ba4848-56fc-49e0-8d11-474fbb5dc603 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:02.369888 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'status': 'completed', 'code': 200} Mar 10 05:06:02.378071 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2d687706-3ba4-458b-a945-49aa9a5c9bfc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.379598 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2d687706-3ba4-458b-a945-49aa9a5c9bfc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 810 time: 0.4055648 Mar 10 05:06:02.440896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94902b05-6ceb-460e-bb5f-34252224f1ff service neutron] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:02.492985 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-12fe10da-f849-43bc-9ea7-6b920c2351a9 req-5746cd09-9db2-4ce0-b113-d4a02d2d9477 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.0663140 Mar 10 05:06:02.550149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30b6c-1b15-4a98-901d-545d83abd4d6 req-8947f658-afb9-4829-aff5-f277f0ef5884 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.557596 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-eaa30b6c-1b15-4a98-901d-545d83abd4d6 req-8947f658-afb9-4829-aff5-f277f0ef5884 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.4309471 Mar 10 05:06:02.642466 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-35026d17-12d8-49ff-bc5e-721b441499d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.644062 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-35026d17-12d8-49ff-bc5e-721b441499d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1128 time: 0.3736954 Mar 10 05:06:02.670555 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:02.674406 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-97955aad-f06b-47fa-a10c-a41cc86a364b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 379 time: 0.2538617 Mar 10 05:06:02.695613 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'port': {'device_id': '43c33cd9-d472-40b6-a313-64b5705e7100', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'admin_state_up': True, 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'security_groups': ['439ebd57-8394-4fe0-85d1-d6c6eaad1665']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:02.746813 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-4ee621da-e9cb-4d5b-af50-92efb99ef631 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 217 time: 0.0914083 Mar 10 05:06:02.769002 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-eaa30b6c-1b15-4a98-901d-545d83abd4d6 req-cf9ee148-2efd-415d-9daa-c8ad937c9167 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006154 Mar 10 05:06:02.838971 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358453e-95c0-45e7-88e0-c87581aaf624 req-1819f546-0ecf-4d6a-b9df-f4c7ebfdec73 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:02.840753 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3358453e-95c0-45e7-88e0-c87581aaf624 req-1819f546-0ecf-4d6a-b9df-f4c7ebfdec73 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0910833 Mar 10 05:06:02.901317 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3358453e-95c0-45e7-88e0-c87581aaf624 req-3aa6447c-9b1f-4f5a-b3c0-8d85e10ac222 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Mar 10 05:06:03.040856 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285de74b-027e-4c21-a96b-8760f99c82ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.151426 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285de74b-027e-4c21-a96b-8760f99c82ed admin admin] Publish callbacks [] for security_group (d533463b-b583-4056-8958-f9fed4f26484), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.157121 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285de74b-027e-4c21-a96b-8760f99c82ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d533463b-b583-4056-8958-f9fed4f26484), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.191526 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad125e2a-8032-48da-9d56-fcf2149641d5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:03.210799 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks [] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.226452 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-285de74b-027e-4c21-a96b-8760f99c82ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2be9d6ce935b4272b03c4b3d3f153c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474169 Mar 10 05:06:03.227066 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:03.236458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285de74b-027e-4c21-a96b-8760f99c82ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d533463b-b583-4056-8958-f9fed4f26484,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:03.240705 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Transition to ACTIVE for port object ad125e2a-8032-48da-9d56-fcf2149641d5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:06:03.271407 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.289317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-60d92c0b-6466-441a-aed2-79320c32e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:03.291213 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-60d92c0b-6466-441a-aed2-79320c32e7de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.5149393 Mar 10 05:06:03.299996 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] Publish callbacks [] for security_group (d533463b-b583-4056-8958-f9fed4f26484), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.368273 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] Publish callbacks [] for security_group (d533463b-b583-4056-8958-f9fed4f26484), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.409800 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff4e3-66c7-4f7e-9b5e-36c3492ec1b6 req-bbad82bc-5249-47a6-9b1e-1ceb30bdf397 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:03.430896 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-009ff4e3-66c7-4f7e-9b5e-36c3492ec1b6 req-bbad82bc-5249-47a6-9b1e-1ceb30bdf397 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 932 time: 0.3538916 Mar 10 05:06:03.524801 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d533463b-b583-4056-8958-f9fed4f26484), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.529496 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.535922 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d533463b-b583-4056-8958-f9fed4f26484 HTTP/1.1" status: 204 len: 168 time: 0.3073282 Mar 10 05:06:03.546963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3080a-7637-492e-b7a5-8a2ee9f87411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533463b-b583-4056-8958-f9fed4f26484,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:03.557191 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Made reservation on behalf of 1ebf0b1acb9d48d09d7cb5944dd2ae5a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:03.558380 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699919-81fe-47d7-94c0-80b46cfdedff req-8c6d2c7b-38ea-4f20-ad4f-3a2cd71c9b1f tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:03.560683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.569387 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80699919-81fe-47d7-94c0-80b46cfdedff req-8c6d2c7b-38ea-4f20-ad4f-3a2cd71c9b1f tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.1527631 Mar 10 05:06:03.581375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Pushing event updated for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:03.630051 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80699919-81fe-47d7-94c0-80b46cfdedff req-532c5b63-403c-40a1-8108-bdee04fc7295 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596447 Mar 10 05:06:03.642593 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-009ff4e3-66c7-4f7e-9b5e-36c3492ec1b6 req-11fadab7-deca-43ad-a87d-947c38384352 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709468 Mar 10 05:06:03.654738 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Attempting to bind port ad125e2a-8032-48da-9d56-fcf2149641d5 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:03.655267 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Attempting to bind port ad125e2a-8032-48da-9d56-fcf2149641d5 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:03.658754 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Attempting to bind port ad125e2a-8032-48da-9d56-fcf2149641d5 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:03.701863 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9c60b5b3-48f1-4866-beae-6f30d94a275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:03.703597 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-9c60b5b3-48f1-4866-beae-6f30d94a275a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3982613 Mar 10 05:06:03.708339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Port ad125e2a-8032-48da-9d56-fcf2149641d5 on network 90185edd-994f-454f-844c-1ceabef2dbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:06:03.708823 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Attempting to bind port ad125e2a-8032-48da-9d56-fcf2149641d5 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:03.758899 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-38e8d3a9-233e-44b0-a55b-16b94b7f1183 req-9b919011-fea8-422c-b727-02c0770a7d9d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.0471601 Mar 10 05:06:03.788770 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:03.789405 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:03.789627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:03.790051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Bound port: ad125e2a-8032-48da-9d56-fcf2149641d5, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:03.790436 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:03.983763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Allocated IP 172.20.0.3 (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a/5a87b033-fd64-4150-bb51-4ac9b3e480d8/e489bd0b-45c5-48a7-a579-5bc1b83a6f1e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:04.024019 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-bd08bb77-1f45-4af6-986a-4e45b460414d service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984514 Mar 10 05:06:04.025165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:04.042862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57705d3-edac-497b-9beb-73388acb80b1 req-b4e3ba4a-e455-400d-b1ea-b8deac862214 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.044352 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c57705d3-edac-497b-9beb-73388acb80b1 req-b4e3ba4a-e455-400d-b1ea-b8deac862214 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.2017074 Mar 10 05:06:04.065942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ad125e2a-8032-48da-9d56-fcf2149641d5,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:04.116476 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.131858 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9647fd-6877-497a-8e28-5720b8338ce3 req-6ee7e15b-24a7-444a-90e2-475a8acf6bf4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.142648 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef9647fd-6877-497a-8e28-5720b8338ce3 req-6ee7e15b-24a7-444a-90e2-475a8acf6bf4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1053941 Mar 10 05:06:04.194951 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:04.267272 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150e7b30-4bb8-4489-af6a-45fe834e791e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.282638 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.283529 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.285114 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] 10.222.0.24 "PUT /v2.0/ports/ad125e2a-8032-48da-9d56-fcf2149641d5 HTTP/1.1" status: 200 len: 1094 time: 2.8296261 Mar 10 05:06:04.338408 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef9647fd-6877-497a-8e28-5720b8338ce3 req-fe6b0e1a-5d49-4349-a7b6-c0e54617e806 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946611 Mar 10 05:06:04.376704 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:04.380092 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d090a79-14a3-4dea-8d95-976f43914bce" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:04.424113 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c57705d3-edac-497b-9beb-73388acb80b1 req-41c54da2-ba30-4723-9ef6-3980b8bf9ca1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631184 Mar 10 05:06:04.446303 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428019c-0fc6-48a0-8c7f-2f3705ab6b5b service neutron] Pushing event updated for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:04.488491 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150e7b30-4bb8-4489-af6a-45fe834e791e admin admin] Publish callbacks [] for security_group (6b9bab8f-ba5b-47ee-adbb-a9c498a9b102), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.503379 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-150e7b30-4bb8-4489-af6a-45fe834e791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6b9bab8f-ba5b-47ee-adbb-a9c498a9b102), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.555427 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a50d85-0810-4e6d-bc40-90751bba250b x-openstack-request-id: req-e3a50d85-0810-4e6d-bc40-90751bba250b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:04.556088 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:04.557080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3a50d85-0810-4e6d-bc40-90751bba250b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:04.557798 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'status': 'completed', 'code': 200} Mar 10 05:06:04.560845 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-150e7b30-4bb8-4489-af6a-45fe834e791e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=212b30730410441aaadb4ff6f7c897a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645089 Mar 10 05:06:04.562840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e7b30-4bb8-4489-af6a-45fe834e791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bab8f-ba5b-47ee-adbb-a9c498a9b102,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:04.567491 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:04.607709 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5db572ba-724d-4793-9298-fcb6c9544da3 req-e2be4db3-895f-4461-a77e-e48359868583 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742567 Mar 10 05:06:04.623986 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] Publish callbacks [] for security_group (6b9bab8f-ba5b-47ee-adbb-a9c498a9b102), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.653955 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] Publish callbacks [] for security_group (6b9bab8f-ba5b-47ee-adbb-a9c498a9b102), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.660683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.679336 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-45fc88ea-6db9-42ae-84ae-0d8cebe49e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.682246 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-45fc88ea-6db9-42ae-84ae-0d8cebe49e17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 1128 time: 0.2972779 Mar 10 05:06:04.786269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6b9bab8f-ba5b-47ee-adbb-a9c498a9b102), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.788411 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-d638b944-f105-4e86-967d-6db219598cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad125e2a-8032-48da-9d56-fcf2149641d5 HTTP/1.1" status: 200 len: 217 time: 0.0970848 Mar 10 05:06:04.794341 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:04.795528 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b9bab8f-ba5b-47ee-adbb-a9c498a9b102 HTTP/1.1" status: 204 len: 168 time: 0.2271235 Mar 10 05:06:04.808767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aae812-8485-4a87-8a32-7264258d721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bab8f-ba5b-47ee-adbb-a9c498a9b102,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:04.918573 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd093-9f05-43fe-beef-81e584424a6d req-44945ca2-351b-4845-a2f7-efe1ed8def1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.920105 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-44945ca2-351b-4845-a2f7-efe1ed8def1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1128 time: 0.2279444 Mar 10 05:06:04.935824 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2e2dec2e-a192-4621-8f5a-7c3e29b03745 req-890a1c73-0b7d-4061-87cb-6501e300a01a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.0511148 Mar 10 05:06:04.949462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f51d-566f-442e-a911-627bbc6f8004 req-71ec62c8-023a-4eab-9e11-236ad4e4bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.951197 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec4148-9822-4399-8d65-2b5ad393532a req-f0809d96-6c46-4728-843d-14694d711ad2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.951692 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-71ec62c8-023a-4eab-9e11-236ad4e4bdfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1130 time: 0.1128643 Mar 10 05:06:04.952668 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-52ec4148-9822-4399-8d65-2b5ad393532a req-f0809d96-6c46-4728-843d-14694d711ad2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 944 time: 0.1669116 Mar 10 05:06:04.974189 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-a22d990c-75fc-4647-9b62-69f252513b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:04.975611 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-a22d990c-75fc-4647-9b62-69f252513b82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.1410229 Mar 10 05:06:04.976564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:05.035161 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-52ec4148-9822-4399-8d65-2b5ad393532a req-ab907f3d-248c-4622-9bad-83694830dd4a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663390 Mar 10 05:06:05.130548 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f51d-566f-442e-a911-627bbc6f8004 req-ccbd2edc-b6e5-4ea9-9607-d0c334256580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.133163 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-ccbd2edc-b6e5-4ea9-9607-d0c334256580 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1751189 Mar 10 05:06:05.148520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:05.174059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:05.176683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:05.200847 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-167c04e9-499b-48e5-aa94-318bedca39ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 200 len: 217 time: 0.0484002 Mar 10 05:06:05.212837 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc68c-eac7-4267-9835-272681703d57 req-80d5f152-c824-42dc-85bb-09695d0cbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.214562 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-80d5f152-c824-42dc-85bb-09695d0cbaac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1859713 Mar 10 05:06:05.219019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:05.289975 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd093-9f05-43fe-beef-81e584424a6d req-197be5a0-c058-4413-92a9-5dcfe2ab5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.291703 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-197be5a0-c058-4413-92a9-5dcfe2ab5e26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.3625889 Mar 10 05:06:05.309423 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744f51d-566f-442e-a911-627bbc6f8004 req-4c749bc6-bd4e-473a-bc17-9655cd0211bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.310885 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-4c749bc6-bd4e-473a-bc17-9655cd0211bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.1029589 Mar 10 05:06:05.322730 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.323601 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:05.372855 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-6ddc8270-df39-47af-9101-7cdeecfd2233 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414205 Mar 10 05:06:05.383655 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c776fa-8d65-474a-8474-ad7af50145ce req-fcb03f84-78cc-4f64-a529-0af310936c46 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.392262 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f7c776fa-8d65-474a-8474-ad7af50145ce req-fcb03f84-78cc-4f64-a529-0af310936c46 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.3187468 Mar 10 05:06:05.417494 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-dcf61763-3be5-4f69-8163-061d4e2ba6e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 217 time: 0.1151938 Mar 10 05:06:05.499574 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-2a6913d3-5c80-44ed-9648-55273227ae7f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8126817 Mar 10 05:06:05.515122 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Request body: {'port': {'device_id': '43c33cd9-d472-40b6-a313-64b5705e7100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:05.526016 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f7c776fa-8d65-474a-8474-ad7af50145ce req-eb6d0faa-5fc7-44e7-8e93-96bb02f155bd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324029 Mar 10 05:06:05.568730 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-675a8fca-36b3-4c75-97b5-89a3ca7aa7a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672282 Mar 10 05:06:05.650774 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-438ba052-b521-4866-bcd2-d9e45072f4eb None None] Provisioning complete for port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:05.651377 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-438ba052-b521-4866-bcd2-d9e45072f4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:05.718323 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:05.761859 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-438ba052-b521-4866-bcd2-d9e45072f4eb None None] Port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:05.825110 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b0894-e525-45c8-a7a3-fcef5fd04ac7 req-ed80a09b-3587-492d-844b-de569f15d8f2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.827003 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-453b0894-e525-45c8-a7a3-fcef5fd04ac7 req-ed80a09b-3587-492d-844b-de569f15d8f2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.1768744 Mar 10 05:06:05.830845 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-d09a800b-9a0b-41e7-bd71-a5a35c11f9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500279 Mar 10 05:06:05.901061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:05.902030 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-54c7c8cc-973a-484f-834e-edffa5eebcb1 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751845 Mar 10 05:06:05.911340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd093-9f05-43fe-beef-81e584424a6d req-6a91ad9a-ff96-44f5-9479-9eab0d9dba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:05.913779 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-6a91ad9a-ff96-44f5-9479-9eab0d9dba8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.4682899 Mar 10 05:06:05.925466 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-453b0894-e525-45c8-a7a3-fcef5fd04ac7 req-24aa4631-d702-4a89-8af0-26cad8afee0e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878687 Mar 10 05:06:05.926557 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031fbf03-2f1b-4f14-ab67-2db5a314662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.045960 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031fbf03-2f1b-4f14-ab67-2db5a314662a admin admin] Publish callbacks [] for security_group (d462a1dc-5326-43f3-9586-86602fe14908), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.052680 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031fbf03-2f1b-4f14-ab67-2db5a314662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d462a1dc-5326-43f3-9586-86602fe14908), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.093809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.140424 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd093-9f05-43fe-beef-81e584424a6d req-32e47166-0857-46d7-9d92-56e73d51904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.141979 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-32e47166-0857-46d7-9d92-56e73d51904b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2180569 Mar 10 05:06:06.146837 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8e0dc68c-eac7-4267-9835-272681703d57 req-8c9aaca8-13f1-4282-8269-cf76959772e2 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373769 Mar 10 05:06:06.165521 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-031fbf03-2f1b-4f14-ab67-2db5a314662a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93e8ffb64d3a49de8410aef94428a097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627778 Mar 10 05:06:06.168060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:06.176616 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbf03-2f1b-4f14-ab67-2db5a314662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462a1dc-5326-43f3-9586-86602fe14908,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:06.201912 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc27a8-f9aa-4b13-8271-2c3b8ddd996b req-4b0811ff-9960-4bed-923c-25d86028e0bf tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.204620 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-74dc27a8-f9aa-4b13-8271-2c3b8ddd996b req-4b0811ff-9960-4bed-923c-25d86028e0bf tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 931 time: 0.1330979 Mar 10 05:06:06.267728 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-74dc27a8-f9aa-4b13-8271-2c3b8ddd996b req-722e6063-72a5-48b5-b170-6a1dfce7859c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556686 Mar 10 05:06:06.268845 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432c4798-dbf4-4f12-8ddf-f75363d9a1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.356671 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432c4798-dbf4-4f12-8ddf-f75363d9a1b0 admin admin] Publish callbacks [] for security_group (8243d7d1-2044-4b25-9f13-ca98f8a883c9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.361563 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432c4798-dbf4-4f12-8ddf-f75363d9a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8243d7d1-2044-4b25-9f13-ca98f8a883c9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.390113 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4798-dbf4-4f12-8ddf-f75363d9a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8243d7d1-2044-4b25-9f13-ca98f8a883c9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:06.413241 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-432c4798-dbf4-4f12-8ddf-f75363d9a1b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbd36c8764b349dfaa78ee2033be3592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6848228 Mar 10 05:06:06.415620 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:06.464539 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] Publish callbacks [] for security_group (8243d7d1-2044-4b25-9f13-ca98f8a883c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.475654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6645b04-ddf3-43a7-8707-c0dfb2fa25da req-3b9bdef7-389f-4611-a634-407d5dce0bc8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.477122 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d6645b04-ddf3-43a7-8707-c0dfb2fa25da req-3b9bdef7-389f-4611-a634-407d5dce0bc8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 944 time: 0.3112876 Mar 10 05:06:06.485837 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] Publish callbacks [] for security_group (8243d7d1-2044-4b25-9f13-ca98f8a883c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.492738 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] Publish callbacks [] for security_group (d462a1dc-5326-43f3-9586-86602fe14908), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.499706 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-84ab32b4-eb73-4129-b368-85dc44cb0cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348563 Mar 10 05:06:06.538666 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8243d7d1-2044-4b25-9f13-ca98f8a883c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.542774 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.542774 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8243d7d1-2044-4b25-9f13-ca98f8a883c9 HTTP/1.1" status: 204 len: 168 time: 0.1259339 Mar 10 05:06:06.551577 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe5107-eda3-4207-981a-a9ff9e84f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8243d7d1-2044-4b25-9f13-ca98f8a883c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:06.568368 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090a79-14a3-4dea-8d95-976f43914bce req-d03849a0-a411-4110-8606-a40655ceb19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.571615 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-d03849a0-a411-4110-8606-a40655ceb19d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 1128 time: 0.1985793 Mar 10 05:06:06.597505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] Publish callbacks [] for security_group (d462a1dc-5326-43f3-9586-86602fe14908), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.658837 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ecf3-c66c-480d-807f-727a646672b1 req-136bc57c-eb58-4e7c-b998-3d3ec251172a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.660642 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dfb3ecf3-c66c-480d-807f-727a646672b1 req-136bc57c-eb58-4e7c-b998-3d3ec251172a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0604522 Mar 10 05:06:06.725220 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dfb3ecf3-c66c-480d-807f-727a646672b1 req-f403ad30-3cf2-4843-9ebd-a73f11bfabd9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585911 Mar 10 05:06:06.807214 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d6645b04-ddf3-43a7-8707-c0dfb2fa25da req-81800e12-bfa6-4f58-9aad-b105ab4d1941 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117011 Mar 10 05:06:06.848776 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-350fd093-9f05-43fe-beef-81e584424a6d req-613cffdb-c319-4441-90d8-7e7c4e7ce87a service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389902 Mar 10 05:06:06.864176 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:06.882162 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb990c1d-defa-4eea-b0ba-7bdd4743bcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.889340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090a79-14a3-4dea-8d95-976f43914bce req-6f66058c-b681-452b-8941-c3eefd1b61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:06.890828 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-6f66058c-b681-452b-8941-c3eefd1b61a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.2981377 Mar 10 05:06:06.896021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d462a1dc-5326-43f3-9586-86602fe14908), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.898553 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:06.902132 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d462a1dc-5326-43f3-9586-86602fe14908 HTTP/1.1" status: 204 len: 168 time: 0.7307382 Mar 10 05:06:06.953576 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-30abc686-94f4-452c-9591-18b69e173566 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad125e2a-8032-48da-9d56-fcf2149641d5 HTTP/1.1" status: 200 len: 217 time: 0.0527847 Mar 10 05:06:06.992991 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea1d32-b9ea-4a99-8e97-76bc6a0137f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462a1dc-5326-43f3-9586-86602fe14908,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.014743 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb990c1d-defa-4eea-b0ba-7bdd4743bcb4 admin admin] Publish callbacks [] for security_group (71bf64ba-c2ab-4481-8e56-78fa61adbca7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.026082 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb990c1d-defa-4eea-b0ba-7bdd4743bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (71bf64ba-c2ab-4481-8e56-78fa61adbca7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.038851 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e489bd0b-45c5-48a7-a579-5bc1b83a6f1e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:07.049928 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks [] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.055338 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb990c1d-defa-4eea-b0ba-7bdd4743bcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bf64ba-c2ab-4481-8e56-78fa61adbca7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.059393 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:06:07.089060 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-eb990c1d-defa-4eea-b0ba-7bdd4743bcb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7c8280696dd4f5e9776b3977e261ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236803 Mar 10 05:06:07.092912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:07.108574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090a79-14a3-4dea-8d95-976f43914bce req-191352bd-9727-4a25-9131-c0e9ef701d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.110864 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-191352bd-9727-4a25-9131-c0e9ef701d86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.1295812 Mar 10 05:06:07.112519 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Transition to ACTIVE for port object e489bd0b-45c5-48a7-a579-5bc1b83a6f1e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:06:07.136320 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.169306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bcee5-c6ee-4ea9-b3dd-483e3d040da9 req-12cc9619-01cc-4230-bf58-a205be8f9e79 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.190168 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-570bcee5-c6ee-4ea9-b3dd-483e3d040da9 req-12cc9619-01cc-4230-bf58-a205be8f9e79 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.1149783 Mar 10 05:06:07.233497 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:07.254843 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:06:07.257478 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-570bcee5-c6ee-4ea9-b3dd-483e3d040da9 req-aa3d397a-c4b8-45df-84c2-6c17cd11ecfd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661640 Mar 10 05:06:07.258553 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090a79-14a3-4dea-8d95-976f43914bce req-5205e569-2d87-4316-8fe5-d3ff6d2a3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.260165 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-5205e569-2d87-4316-8fe5-d3ff6d2a3ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1389296 Mar 10 05:06:07.263595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Pushing event updated for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.311185 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] Publish callbacks [] for security_group (71bf64ba-c2ab-4481-8e56-78fa61adbca7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.312270 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:07.312734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.336823 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:07.361880 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:07.369330 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.370158 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device ad125e2a-8032-48da-9d56-fcf2149641d5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:06:07.445628 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.449595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] Publish callbacks [] for security_group (71bf64ba-c2ab-4481-8e56-78fa61adbca7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.522991 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ad125e2a-8032-48da-9d56-fcf2149641d5,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:07.534276 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:06:07.563018 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Attempting to bind port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:07.564052 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Attempting to bind port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:07.564816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Attempting to bind port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:07.584272 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-ec00b64a-697a-4419-b319-dbe4873e91db service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958839 Mar 10 05:06:07.584953 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:06:07.585324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Attempting to bind port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:07.596919 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3e80-6606-4041-9569-c84947cce413 req-9416d77d-dcdf-4fae-a6a9-4c96631c4403 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.603888 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-91ce3e80-6606-4041-9569-c84947cce413 req-9416d77d-dcdf-4fae-a6a9-4c96631c4403 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 943 time: 0.2577171 Mar 10 05:06:07.628428 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:07.628775 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Checking segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:07.629209 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Bound using segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:07.629782 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Bound port: e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:07.630174 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.658941 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (71bf64ba-c2ab-4481-8e56-78fa61adbca7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.661517 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.665020 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71bf64ba-c2ab-4481-8e56-78fa61adbca7 HTTP/1.1" status: 204 len: 168 time: 0.5632463 Mar 10 05:06:07.693602 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port ad125e2a-8032-48da-9d56-fcf2149641d5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:07.694206 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.697204 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd692-fc6a-4dd5-9c1e-aecc7f7c7520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bf64ba-c2ab-4481-8e56-78fa61adbca7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.713132 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad125e2a-8032-48da-9d56-fcf2149641d5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:07.741428 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ad125e2a-8032-48da-9d56-fcf2149641d5,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:07.754931 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.799860 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-91ce3e80-6606-4041-9569-c84947cce413 req-b67690ea-dd11-4439-88b9-88dbdd711c24 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949100 Mar 10 05:06:07.842741 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:07.872284 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:07.877580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:07.880959 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9d090a79-14a3-4dea-8d95-976f43914bce req-59d59ee5-20e9-4f11-b24c-00a5ca2f73c4 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723708 Mar 10 05:06:07.887005 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7359f12-b1bb-414e-a3ff-46cd6698d9fa req-45366d05-61bc-4c33-9b34-ec8a6e77a220 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.894357 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.897680 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e7359f12-b1bb-414e-a3ff-46cd6698d9fa req-45366d05-61bc-4c33-9b34-ec8a6e77a220 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0920372 Mar 10 05:06:07.944249 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e7359f12-b1bb-414e-a3ff-46cd6698d9fa req-df6e2b0f-c68e-4095-a026-a73fcf2dda68 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473628 Mar 10 05:06:07.984171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:07.984791 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:07.987017 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] 10.222.0.24 "PUT /v2.0/ports/e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1093 time: 2.4782946 Mar 10 05:06:08.001934 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:08.007328 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:08.008223 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b30f1635-f0f1-4a8f-894d-2345fe5f7aed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:06:08.060130 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bfdb-6ff8-4cf4-8d79-70cc9fe5c504 service neutron] Pushing event updated for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:08.087694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0835087-447b-4038-a741-2d5260c02cb4 x-openstack-request-id: req-d0835087-447b-4038-a741-2d5260c02cb4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:08.087694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:08.087874 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0835087-447b-4038-a741-2d5260c02cb4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:08.088227 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'status': 'completed', 'code': 200} Mar 10 05:06:08.099758 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['ad125e2a-8032-48da-9d56-fcf2149641d5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:06:08.102733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1a69a-6442-4450-b56a-7f565a586305 req-a39e4fb3-beac-4292-97d0-6c408c6f7977 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.110802 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-66a1a69a-6442-4450-b56a-7f565a586305 req-a39e4fb3-beac-4292-97d0-6c408c6f7977 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 945 time: 0.1678817 Mar 10 05:06:08.208165 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-66a1a69a-6442-4450-b56a-7f565a586305 req-fc5725f5-9aaf-412a-b75f-1ae689f9c58b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962272 Mar 10 05:06:08.211182 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-74cb01b1-c4d7-4cba-83ce-a194b1b05683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.212652 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-74cb01b1-c4d7-4cba-83ce-a194b1b05683 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1127 time: 0.1802084 Mar 10 05:06:08.303638 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-62bb407f-5296-4732-bba2-a6a39834abad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 217 time: 0.0688531 Mar 10 05:06:08.384386 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-75491350-25ba-480d-8976-bf885f2490e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.394518 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-75491350-25ba-480d-8976-bf885f2490e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0896568 Mar 10 05:06:08.500273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-49ac871d-2eba-4148-bd2d-b6827d932ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.503002 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-49ac871d-2eba-4148-bd2d-b6827d932ad3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1007595 Mar 10 05:06:08.529414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4354-c66c-4120-bb48-a9bf31174fd1 req-c3b8d02f-726f-44ea-b605-b14296657cc6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.543971 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b34c4354-c66c-4120-bb48-a9bf31174fd1 req-c3b8d02f-726f-44ea-b605-b14296657cc6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 945 time: 0.1350291 Mar 10 05:06:08.677431 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b34c4354-c66c-4120-bb48-a9bf31174fd1 req-7c188dcc-65ce-457e-a91e-48577e101ac7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248658 Mar 10 05:06:08.944941 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-c1f61cca-3e09-4c02-8c55-0daf8b9f188f service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346838 Mar 10 05:06:08.957034 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ded2-a0ca-4fa7-8ce5-238a8fdf390c req-5d455b58-194e-4e55-a24f-17b73d161fa0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:08.958200 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e9d4ded2-a0ca-4fa7-8ce5-238a8fdf390c req-5d455b58-194e-4e55-a24f-17b73d161fa0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 943 time: 0.0736809 Mar 10 05:06:09.065620 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:09.081061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4f52b-cfe3-4a81-b543-5b9fef9df3da req-9ba4ac49-d04e-4d81-b1b7-0dec4163dd77 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.082645 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e9d4ded2-a0ca-4fa7-8ce5-238a8fdf390c req-84b5cc2f-d56d-409c-b3b0-f6b672f94bb0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960853 Mar 10 05:06:09.086572 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a0b4f52b-cfe3-4a81-b543-5b9fef9df3da req-9ba4ac49-d04e-4d81-b1b7-0dec4163dd77 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0694177 Mar 10 05:06:09.086836 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d1f96206-6421-445e-b5c5-d05dfec04767 req-1d9ff384-d50c-4808-822e-48657a161436 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277640 Mar 10 05:06:09.146694 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a0b4f52b-cfe3-4a81-b543-5b9fef9df3da req-469f304d-90d3-4164-8ec3-1d35ff0aa894 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590787 Mar 10 05:06:09.192010 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port b30f1635-f0f1-4a8f-894d-2345fe5f7aed completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:06:09.199030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port b30f1635-f0f1-4a8f-894d-2345fe5f7aed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:09.199412 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:09.211304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-42e002b8-2e3f-4b75-b450-bf01bcbf56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.213104 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-42e002b8-2e3f-4b75-b450-bf01bcbf56c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1127 time: 0.0632937 Mar 10 05:06:09.293024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:09.293522 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:09.323891 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:09.326367 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36d4266-1fc5-4f45-89da-86b606a38fd0" -d '{"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:09.350116 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:09.358500 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:09.426633 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d58c16-aa7f-49ae-b1f7-c461d70079cc x-openstack-request-id: req-b6d58c16-aa7f-49ae-b1f7-c461d70079cc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:09.426994 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:09.427332 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6d58c16-aa7f-49ae-b1f7-c461d70079cc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:09.427782 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'code': 200} Mar 10 05:06:09.433755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:09.480432 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2710-6ca2-403c-885c-0fb4c7d69446 req-746aefe4-11da-46db-89d3-077f6ee28c3a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.482305 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-07ef2710-6ca2-403c-885c-0fb4c7d69446 req-746aefe4-11da-46db-89d3-077f6ee28c3a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 945 time: 0.1588836 Mar 10 05:06:09.484218 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-3a2625b1-942f-49ea-b61e-8b0ede1bda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.486595 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-3a2625b1-942f-49ea-b61e-8b0ede1bda4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.2653248 Mar 10 05:06:09.557777 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-429303f1-92b6-4e14-bb50-699fc70f62de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 217 time: 0.0539963 Mar 10 05:06:09.616068 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-07ef2710-6ca2-403c-885c-0fb4c7d69446 req-ae5fb34a-6dc0-4ff1-a13d-12658c3f11c1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271656 Mar 10 05:06:09.661541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-251f9e06-539f-444e-ac5d-4e3509e73a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.667725 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-251f9e06-539f-444e-ac5d-4e3509e73a33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0906627 Mar 10 05:06:09.674371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b01d-2468-4b9a-bb24-d6049440510a req-584fde19-2dea-44c5-a58a-5473c9213b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.676118 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf75b01d-2468-4b9a-bb24-d6049440510a req-584fde19-2dea-44c5-a58a-5473c9213b72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1130 time: 0.1049247 Mar 10 05:06:09.755888 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:09.763640 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf75b01d-2468-4b9a-bb24-d6049440510a req-7dce4278-6cbc-4f67-aa11-b81593ed7e9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788748 Mar 10 05:06:09.766273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-34167233-dea9-4370-8b1e-9adf71c5535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.767899 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-34167233-dea9-4370-8b1e-9adf71c5535a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0960577 Mar 10 05:06:09.810083 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae217c-3566-45b5-8aba-103a9f9a84c7 req-c196358c-4801-4dd0-b29f-4c436be1f7d7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:09.812226 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-44ae217c-3566-45b5-8aba-103a9f9a84c7 req-c196358c-4801-4dd0-b29f-4c436be1f7d7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0560794 Mar 10 05:06:09.872088 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-44ae217c-3566-45b5-8aba-103a9f9a84c7 req-3af6d0a1-b410-4229-a9db-be7d48f7224a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529797 Mar 10 05:06:09.877033 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dca792a1-865e-4393-9487-181ac0f1615b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:09.968712 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dca792a1-865e-4393-9487-181ac0f1615b admin admin] Publish callbacks [] for security_group (c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:09.975005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dca792a1-865e-4393-9487-181ac0f1615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.044146 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-dca792a1-865e-4393-9487-181ac0f1615b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f12f177a0cc4fc1b0c50e18449f1433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847590 Mar 10 05:06:10.044146 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca792a1-865e-4393-9487-181ac0f1615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:10.044613 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:10.129084 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-1c51c200-9255-4742-8e14-ed2b49f6de06 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305394 Mar 10 05:06:10.135014 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] Publish callbacks [] for security_group (c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.158547 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] Publish callbacks [] for security_group (c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.261067 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8d8f969-7d65-42dd-ab28-46da6d8d8cc4 req-69ac0c6f-9c67-4b51-9d50-d1c28d687105 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256647 Mar 10 05:06:10.280726 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.285009 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.286607 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc HTTP/1.1" status: 204 len: 168 time: 0.2405200 Mar 10 05:06:10.322385 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5251-ff48-4e1d-97d0-83b90dfaeea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2be37-aa6d-4c44-8cb0-2f7d4975b8dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:10.342440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99dd03-d8ed-498d-8524-3ab461205536 req-344e208c-e384-4af9-938b-3f33410135d8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:10.342440 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9a99dd03-d8ed-498d-8524-3ab461205536 req-344e208c-e384-4af9-938b-3f33410135d8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 943 time: 0.1715806 Mar 10 05:06:10.375992 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea56be-78fc-46f1-b9f3-a1f5f5be3986 req-794d65df-fbdf-4b12-8752-2140db33a01b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:10.386084 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f4ea56be-78fc-46f1-b9f3-a1f5f5be3986 req-794d65df-fbdf-4b12-8752-2140db33a01b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1517129 Mar 10 05:06:10.426625 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9a99dd03-d8ed-498d-8524-3ab461205536 req-45d3c4b6-8ef2-4176-a0f1-5ebaca100f1d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636156 Mar 10 05:06:10.465766 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f4ea56be-78fc-46f1-b9f3-a1f5f5be3986 req-98701809-7102-4437-a0b5-7f4b42c917e3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Mar 10 05:06:10.688919 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:10.701994 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-335dbe07-1683-42e1-ad15-7776806a1a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.760580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8528a24-d28b-4c86-8a46-807d9db41e5e req-7075c8dd-b3ae-467d-8ed5-17cb0cb79a10 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:10.762296 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8528a24-d28b-4c86-8a46-807d9db41e5e req-7075c8dd-b3ae-467d-8ed5-17cb0cb79a10 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 945 time: 0.0605543 Mar 10 05:06:10.782261 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-335dbe07-1683-42e1-ad15-7776806a1a5d admin admin] Publish callbacks [] for security_group (c27b4a69-00bc-44a8-9299-6d2e3cf29d10), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.786250 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-335dbe07-1683-42e1-ad15-7776806a1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c27b4a69-00bc-44a8-9299-6d2e3cf29d10), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.810296 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8528a24-d28b-4c86-8a46-807d9db41e5e req-a10b6867-46cb-4dc5-bf16-3fd39a222ed3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Mar 10 05:06:10.825896 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-335dbe07-1683-42e1-ad15-7776806a1a5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0660f70682474a28813398841b9ef50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358263 Mar 10 05:06:10.827041 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dbe07-1683-42e1-ad15-7776806a1a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b4a69-00bc-44a8-9299-6d2e3cf29d10,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:10.828633 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:10.880813 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] Publish callbacks [] for security_group (c27b4a69-00bc-44a8-9299-6d2e3cf29d10), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.902723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] Publish callbacks [] for security_group (c27b4a69-00bc-44a8-9299-6d2e3cf29d10), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.958119 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (c27b4a69-00bc-44a8-9299-6d2e3cf29d10), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.960703 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:10.961880 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c27b4a69-00bc-44a8-9299-6d2e3cf29d10 HTTP/1.1" status: 204 len: 168 time: 0.1307967 Mar 10 05:06:10.970715 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fc4cf-e00e-4b14-a093-e03572640403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b4a69-00bc-44a8-9299-6d2e3cf29d10,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:11.034161 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04a11f-633b-4fc9-9be8-3ad3b1dbb5b1 req-429c4d2e-c5ce-4034-b763-ecacb457fd9a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:11.035750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8f04a11f-633b-4fc9-9be8-3ad3b1dbb5b1 req-429c4d2e-c5ce-4034-b763-ecacb457fd9a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0845320 Mar 10 05:06:11.051914 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device ad125e2a-8032-48da-9d56-fcf2149641d5 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:11.089600 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8f04a11f-633b-4fc9-9be8-3ad3b1dbb5b1 req-317d517b-b7f6-4648-a5af-42cecd82273e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471807 Mar 10 05:06:11.124989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port ad125e2a-8032-48da-9d56-fcf2149641d5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:06:11.129012 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port ad125e2a-8032-48da-9d56-fcf2149641d5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:11.129422 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:11.222111 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port ad125e2a-8032-48da-9d56-fcf2149641d5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:11.222537 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:11.258257 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ad125e2a-8032-48da-9d56-fcf2149641d5,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:11.262526 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:11.311543 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:11.428641 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:11.431035 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdff21c-2d07-4300-9666-4e8fb24db7e7" -d '{"events": [{"server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "name": "network-vif-plugged", "status": "completed", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:11.470651 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9bc884-2579-4beb-ba86-b1f55e8941b3 x-openstack-request-id: req-ab9bc884-2579-4beb-ba86-b1f55e8941b3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:11.471015 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "name": "network-vif-plugged", "status": "completed", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:11.471283 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab9bc884-2579-4beb-ba86-b1f55e8941b3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:11.471687 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'code': 200} Mar 10 05:06:11.543463 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d80c4d-881a-4b26-a1ea-d11db3597feb req-b8285833-9937-4a91-a7be-7cc66587c29e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:11.550887 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c7d80c4d-881a-4b26-a1ea-d11db3597feb req-b8285833-9937-4a91-a7be-7cc66587c29e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 943 time: 0.0592847 Mar 10 05:06:11.600327 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c7d80c4d-881a-4b26-a1ea-d11db3597feb req-714296fc-4fea-4d1f-9a56-e4b43b46722a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485337 Mar 10 05:06:11.624206 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81187d57-b986-458a-8c8b-5a8dbccb1f00 req-85344fab-d73a-4edc-b345-1f90ffbbbe18 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:11.624206 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-81187d57-b986-458a-8c8b-5a8dbccb1f00 req-85344fab-d73a-4edc-b345-1f90ffbbbe18 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0712323 Mar 10 05:06:11.721670 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-81187d57-b986-458a-8c8b-5a8dbccb1f00 req-1675b919-5825-42c0-b9ad-a2f522fd2ed5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894022 Mar 10 05:06:11.743308 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1026b-8a8b-411b-9ae9-54a53a59072a req-7c3abdf7-4460-48c0-a6e5-3f0cb3ea0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:11.744815 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7f1026b-8a8b-411b-9ae9-54a53a59072a req-7c3abdf7-4460-48c0-a6e5-3f0cb3ea0410 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 1130 time: 0.0962355 Mar 10 05:06:11.842561 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7f1026b-8a8b-411b-9ae9-54a53a59072a req-db30b925-06ca-4015-a6ff-c3b4c93e7c1e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783556 Mar 10 05:06:11.941749 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4ab4-8fe4-4744-a3b1-a940495185ce req-cba72c8c-ff0e-442d-a91c-89919fa3a4b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:11.943400 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-461b4ab4-8fe4-4744-a3b1-a940495185ce req-cba72c8c-ff0e-442d-a91c-89919fa3a4b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0596650 Mar 10 05:06:11.994280 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-461b4ab4-8fe4-4744-a3b1-a940495185ce req-74b7d14e-157b-4d59-9761-85ee6c7e4b5c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441210 Mar 10 05:06:12.223744 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88373-062c-49a0-8b04-79f0c74accb4 req-a073f4a4-fd01-458d-b61d-2052da0b9a7d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:12.225274 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-08e88373-062c-49a0-8b04-79f0c74accb4 req-a073f4a4-fd01-458d-b61d-2052da0b9a7d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0574152 Mar 10 05:06:12.273111 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-08e88373-062c-49a0-8b04-79f0c74accb4 req-29d51c10-ef9f-4fff-aa58-376a2a1f0f78 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Mar 10 05:06:12.392578 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b38fd-3e53-4891-b8db-f336c2223d6b req-970cb73a-c82a-4283-bef8-b4ace75d3156 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:12.394043 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3b3b38fd-3e53-4891-b8db-f336c2223d6b req-970cb73a-c82a-4283-bef8-b4ace75d3156 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0527151 Mar 10 05:06:12.403000 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 43934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:12.408678 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'floatingip': {'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:12.479585 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:12.752997 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923f7f6-8e20-4aab-8b67-0d1679e4db72 req-0bc14b39-a4f8-4739-b0f9-aeba726cbabd tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:12.752997 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0923f7f6-8e20-4aab-8b67-0d1679e4db72 req-0bc14b39-a4f8-4739-b0f9-aeba726cbabd tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 943 time: 0.0699439 Mar 10 05:06:12.803229 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0923f7f6-8e20-4aab-8b67-0d1679e4db72 req-498c0ff3-ea53-4bcc-9c77-e2df1ab3d6e4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467806 Mar 10 05:06:12.932301 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edac0c-ddb5-4d9d-bf61-cada79a3bb4c req-3146e3f3-27f1-4451-87fd-36d9d1156189 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:12.937603 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a4edac0c-ddb5-4d9d-bf61-cada79a3bb4c req-3146e3f3-27f1-4451-87fd-36d9d1156189 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1262915 Mar 10 05:06:13.034676 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a4edac0c-ddb5-4d9d-bf61-cada79a3bb4c req-baca6420-65dd-4127-9395-d5e10b26c20c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935841 Mar 10 05:06:13.131395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa381a9e-738c-49ff-8e6a-905133cfa463 req-60d11b45-7ec5-4005-b791-86645c9c17a8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:13.133007 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fa381a9e-738c-49ff-8e6a-905133cfa463 req-60d11b45-7ec5-4005-b791-86645c9c17a8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0664346 Mar 10 05:06:13.198159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e489bd0b-45c5-48a7-a579-5bc1b83a6f1e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:06:13.213910 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fa381a9e-738c-49ff-8e6a-905133cfa463 req-ff444bf2-3222-42db-b475-6081ab968999 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748520 Mar 10 05:06:13.306477 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 43998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:13.343489 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:13.368850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'port_id': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'mac_address': 'fa:16:3e:b4:1d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:06:13.403387 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c117c43-1d03-4269-b723-061e0725bfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.416489 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:13.417178 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.430210 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e489bd0b-45c5-48a7-a579-5bc1b83a6f1e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:13.451310 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:13.456488 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.462524 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fcfa-56ee-4870-893a-c2d2c22c1d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.508239 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:13.545541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fcfa-56ee-4870-893a-c2d2c22c1d95 admin admin] Publish callbacks [] for security_group (f27a478f-dcd5-48f0-a1f9-091dbdd787db), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.549826 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bb8fcfa-56ee-4870-893a-c2d2c22c1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f27a478f-dcd5-48f0-a1f9-091dbdd787db), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.553457 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.557442 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.587663 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1bb8fcfa-56ee-4870-893a-c2d2c22c1d95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db4ab12993af4d77a10251aa9d9fa462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800715 Mar 10 05:06:13.588512 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8fcfa-56ee-4870-893a-c2d2c22c1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a478f-dcd5-48f0-a1f9-091dbdd787db,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:13.592047 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:13.639147 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] Publish callbacks [] for security_group (f27a478f-dcd5-48f0-a1f9-091dbdd787db), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.657723 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Floating IP 3e24e564-50d2-4445-ad25-4d4b21e8494c associated. External IP: 172.27.1.53, port: b30f1635-f0f1-4a8f-894d-2345fe5f7aed. Mar 10 05:06:13.660357 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] Publish callbacks [] for security_group (f27a478f-dcd5-48f0-a1f9-091dbdd787db), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.707989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f27a478f-dcd5-48f0-a1f9-091dbdd787db), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.710699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:13.711840 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f27a478f-dcd5-48f0-a1f9-091dbdd787db HTTP/1.1" status: 204 len: 168 time: 0.1188993 Mar 10 05:06:13.719749 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef54a6e-e3b9-4d72-8902-f5b6ce3e5bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a478f-dcd5-48f0-a1f9-091dbdd787db,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:13.877502 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:06:13.981255 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb67309-d19b-4504-b822-d9b484e2bcc8 req-be835b77-172e-41f7-80bb-45d63b7a5824 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:13.982739 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-edb67309-d19b-4504-b822-d9b484e2bcc8 req-be835b77-172e-41f7-80bb-45d63b7a5824 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 944 time: 0.1016586 Mar 10 05:06:14.000677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44016) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:14.017536 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9311146b-9861-42c5-82c2-bd6285324a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.058009 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:14.065403 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.080446 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:14.100541 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:14.101192 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:14.114337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9311146b-9861-42c5-82c2-bd6285324a17 admin admin] Publish callbacks [] for security_group (fb326afb-a66f-4a32-973c-369cc7994471), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.122304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9311146b-9861-42c5-82c2-bd6285324a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fb326afb-a66f-4a32-973c-369cc7994471), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.196263 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-9311146b-9861-42c5-82c2-bd6285324a17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e43d25b2d54d4a8ca026a8f18387380a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919143 Mar 10 05:06:14.196263 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311146b-9861-42c5-82c2-bd6285324a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb326afb-a66f-4a32-973c-369cc7994471,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:14.198152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:14.225484 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:14.251491 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20285-b533-4229-bd86-3dad5372f2a7 req-cbc9b991-04a9-40f5-b9e9-f0a2f8d7a199 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:14.253035 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1e20285-b533-4229-bd86-3dad5372f2a7 req-cbc9b991-04a9-40f5-b9e9-f0a2f8d7a199 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1114914 Mar 10 05:06:14.284664 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] Publish callbacks [] for security_group (fb326afb-a66f-4a32-973c-369cc7994471), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.306799 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-edb67309-d19b-4504-b822-d9b484e2bcc8 req-cd95e296-f050-4fb0-b2d8-d8e25afd74cf tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180718 Mar 10 05:06:14.327152 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-179785d8-e63b-42a7-90e4-3ea11d1d0f05 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "PUT /v2.0/floatingips/3e24e564-50d2-4445-ad25-4d4b21e8494c HTTP/1.1" status: 200 len: 991 time: 1.9149497 Mar 10 05:06:14.327152 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:14.327152 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb68456f-31a2-49e9-b24b-a3158a860e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:14.327458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] Publish callbacks [] for security_group (fb326afb-a66f-4a32-973c-369cc7994471), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.341706 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1e20285-b533-4229-bd86-3dad5372f2a7 req-cb8e549f-ebf0-48be-b2d7-685a49327379 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822122 Mar 10 05:06:14.395066 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fb326afb-a66f-4a32-973c-369cc7994471), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.398749 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:14.400512 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb326afb-a66f-4a32-973c-369cc7994471 HTTP/1.1" status: 204 len: 168 time: 0.2012961 Mar 10 05:06:14.410458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9562cd8-4aba-431d-ada1-7dd5fb34f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb326afb-a66f-4a32-973c-369cc7994471,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:14.449873 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9f0ac-c587-4181-a62e-792ae8ac035d x-openstack-request-id: req-07a9f0ac-c587-4181-a62e-792ae8ac035d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:14.450317 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:14.450487 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07a9f0ac-c587-4181-a62e-792ae8ac035d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:14.450985 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'status': 'completed', 'code': 200} Mar 10 05:06:14.483185 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1c097-a7e4-4ffb-9bb5-d3f77f013e08 req-8f379e97-6cd8-4866-a151-6c3736fdea76 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:14.486199 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a9b1c097-a7e4-4ffb-9bb5-d3f77f013e08 req-8f379e97-6cd8-4866-a151-6c3736fdea76 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0970590 Mar 10 05:06:14.538068 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a9b1c097-a7e4-4ffb-9bb5-d3f77f013e08 req-94c44f00-6bbb-4da8-b157-872d3d8c1825 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 Mar 10 05:06:14.581111 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '3e24e564-50d2-4445-ad25-4d4b21e8494c', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:50Z', 'updated_at': '2022-03-10T05:06:13Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:14.609056 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:14.619229 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:14.620057 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:05:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:14.741249 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:14.982686 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '3e24e564-50d2-4445-ad25-4d4b21e8494c', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:50Z', 'updated_at': '2022-03-10T05:06:13Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:15.020290 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b464c6-e3b3-4f6e-8493-6a9637a71533 None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '3e24e564-50d2-4445-ad25-4d4b21e8494c', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:50Z', 'updated_at': '2022-03-10T05:06:13Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:15.137420 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-f3e18cb9-1274-4cf0-8c9f-c429db9e0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.138975 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-f3e18cb9-1274-4cf0-8c9f-c429db9e0b5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1130 time: 0.0512271 Mar 10 05:06:15.236480 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c6b6e-51af-475b-8522-38bac5dc3970 None None] New status for floating IP 3e24e564-50d2-4445-ad25-4d4b21e8494c: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:06:15.253954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-c4fbc360-c90f-4d33-8800-53b0ec64bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.255422 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-c4fbc360-c90f-4d33-8800-53b0ec64bcd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.1075144 Mar 10 05:06:15.377268 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-a3a9bddd-ec29-4ebf-8b18-2dbd3596627d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 999 time: 0.1077623 Mar 10 05:06:15.475915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-ef49b90b-ffdc-421e-8b1e-7acd34ab7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.477502 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-ef49b90b-ffdc-421e-8b1e-7acd34ab7f9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0892475 Mar 10 05:06:15.508024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25610d2-7d0d-4020-8cd8-2097b1267e7e req-5f48f1d8-309f-4e13-ace8-61c01b0caeef tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.509656 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e25610d2-7d0d-4020-8cd8-2097b1267e7e req-5f48f1d8-309f-4e13-ace8-61c01b0caeef tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 944 time: 0.0824876 Mar 10 05:06:15.512604 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35078104-03af-418f-add2-0a23d3f3ed1e req-9cf6ce3d-3877-4bb0-a0cc-ee97c49b5168 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.514259 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-35078104-03af-418f-add2-0a23d3f3ed1e req-9cf6ce3d-3877-4bb0-a0cc-ee97c49b5168 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0866005 Mar 10 05:06:15.535948 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:06:15.575019 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-35078104-03af-418f-add2-0a23d3f3ed1e req-befadc66-3453-4f14-8749-ef3bc048373a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Mar 10 05:06:15.578133 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-c01fd039-9946-4664-afd8-09498e16d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.580973 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-c01fd039-9946-4664-afd8-09498e16d482 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0935361 Mar 10 05:06:15.584478 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e25610d2-7d0d-4020-8cd8-2097b1267e7e req-e8ccba3d-26f2-4725-83a3-ef0e3c0e889b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585964 Mar 10 05:06:15.659108 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01ee4f0b-6f29-42e9-be9c-e11183734ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:15.713738 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303521d1-7531-45f9-861d-5b1117b56eee req-a5657c10-68f0-4d7a-aa04-74b7cf37242c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:15.715307 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-303521d1-7531-45f9-861d-5b1117b56eee req-a5657c10-68f0-4d7a-aa04-74b7cf37242c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0697181 Mar 10 05:06:15.744951 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-d5a85fe6-2ec1-4cbe-959c-bf88ddeb7444 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565049 Mar 10 05:06:15.774995 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-303521d1-7531-45f9-861d-5b1117b56eee req-97b13402-531d-4b84-b66b-bf0b0ff42f11 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509508 Mar 10 05:06:15.851027 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb68456f-31a2-49e9-b24b-a3158a860e9d req-a1e2b842-3409-4045-a6e2-accab0d7e2fe service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992796 Mar 10 05:06:16.689968 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:16.710909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b463742-b151-4fd2-831e-698657882fc9 req-b5e0fdbf-d8d0-4b3a-90f4-078957455a62 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:16.712452 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8b463742-b151-4fd2-831e-698657882fc9 req-b5e0fdbf-d8d0-4b3a-90f4-078957455a62 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0651486 Mar 10 05:06:16.731021 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a83496-d0f3-485d-ae5b-78e300035f45 req-55b24f8c-8a1f-4955-a2f9-cbd53b54d43d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:16.733056 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f9a83496-d0f3-485d-ae5b-78e300035f45 req-55b24f8c-8a1f-4955-a2f9-cbd53b54d43d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 944 time: 0.0577767 Mar 10 05:06:16.762353 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8b463742-b151-4fd2-831e-698657882fc9 req-9f145087-052b-4b34-bae7-bf7bddf6236c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Mar 10 05:06:16.789011 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f9a83496-d0f3-485d-ae5b-78e300035f45 req-b7da5905-9d0f-4a69-a437-942bdb735aca tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501223 Mar 10 05:06:16.899821 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ec188-ff54-44e6-a970-45d9eefcb95a req-635303bd-e65c-49cf-88e4-108295ad830f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:16.901183 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d69ec188-ff54-44e6-a970-45d9eefcb95a req-635303bd-e65c-49cf-88e4-108295ad830f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0538762 Mar 10 05:06:16.949442 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d69ec188-ff54-44e6-a970-45d9eefcb95a req-3feefd0d-31fd-4efb-a455-47e8f1708c21 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Mar 10 05:06:17.076675 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec60214-e7ca-410b-b938-c6335dcd8dc5 req-7a9d3176-f35b-4981-8565-ca4d88cd0ad0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:17.078172 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4ec60214-e7ca-410b-b938-c6335dcd8dc5 req-7a9d3176-f35b-4981-8565-ca4d88cd0ad0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0557756 Mar 10 05:06:17.087333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:17.091897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:17.098144 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e489bd0b-45c5-48a7-a579-5bc1b83a6f1e up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:17.152588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:06:17.158542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:17.159469 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:17.171093 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:17.260392 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:17.261640 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:17.293960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:17.296421 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ffdf5-21be-487d-8903-36bbf10769e1" -d '{"events": [{"server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "name": "network-vif-plugged", "status": "completed", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:17.336803 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:17.346332 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:17.353947 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163d0b8-19b3-4bfc-b221-604faa520ee5 x-openstack-request-id: req-7163d0b8-19b3-4bfc-b221-604faa520ee5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:17.354449 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "name": "network-vif-plugged", "status": "completed", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:17.354704 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7163d0b8-19b3-4bfc-b221-604faa520ee5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:17.355092 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'code': 200} Mar 10 05:06:17.420212 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:17.691814 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c5ba-347d-4b60-a3d0-48aa0e416818 req-4774522f-75bd-48d2-825f-60988b851a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:17.693304 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c862c5ba-347d-4b60-a3d0-48aa0e416818 req-4774522f-75bd-48d2-825f-60988b851a19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.1423481 Mar 10 05:06:17.900716 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163e90-551f-40b1-bbb8-cd7d09ec4406 req-cfc94eea-99ef-4f7b-b2b6-24dd31584966 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:17.902609 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64163e90-551f-40b1-bbb8-cd7d09ec4406 req-cfc94eea-99ef-4f7b-b2b6-24dd31584966 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0668993 Mar 10 05:06:17.952819 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64163e90-551f-40b1-bbb8-cd7d09ec4406 req-c44f5f35-2619-4dd9-b01e-572b4f3a05b8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Mar 10 05:06:18.043713 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:18.093507 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c862c5ba-347d-4b60-a3d0-48aa0e416818 req-040a4b44-05a2-4990-a8ff-3f9943fc9123 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836269 Mar 10 05:06:18.117661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48debff-228c-41fe-82a9-04b93b23b31e req-70217467-4b50-4627-8a39-8192145b888b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:18.119102 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d48debff-228c-41fe-82a9-04b93b23b31e req-70217467-4b50-4627-8a39-8192145b888b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1692600 Mar 10 05:06:18.235798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:18.240440 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d48debff-228c-41fe-82a9-04b93b23b31e req-108207f6-6aa9-42fa-a48c-ba9944cc543f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139808 Mar 10 05:06:18.241544 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:18.339427 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a093c6-76a4-46e4-8538-89d0780a0a56 req-8ce185e3-f155-4499-bbea-e0fda8751db2 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:18.348831 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-05a093c6-76a4-46e4-8538-89d0780a0a56 req-8ce185e3-f155-4499-bbea-e0fda8751db2 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.0632753 Mar 10 05:06:18.354136 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP bc9340c6-c086-4ef6-b952-8775501cea87 associated. External IP: 172.27.1.76, port: ad125e2a-8032-48da-9d56-fcf2149641d5. Mar 10 05:06:18.401685 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-05a093c6-76a4-46e4-8538-89d0780a0a56 req-0d59c869-abf8-413d-80b9-83f25e33b9c1 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Mar 10 05:06:18.587721 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:06:18.713215 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:18.720547 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:18.725500 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:18.743723 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:18.744406 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:18.769780 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e7ff7a00-88ef-4c6c-bf57-5a39afa3797e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "PUT /v2.0/floatingips/bc9340c6-c086-4ef6-b952-8775501cea87 HTTP/1.1" status: 200 len: 991 time: 1.6812961 Mar 10 05:06:18.770584 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:18.773631 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:18.819712 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d80d7c-860c-43df-a882-96955f2ef8fa x-openstack-request-id: req-a2d80d7c-860c-43df-a882-96955f2ef8fa {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:18.820005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:18.820257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2d80d7c-860c-43df-a882-96955f2ef8fa {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:18.820660 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'status': 'completed', 'code': 200} Mar 10 05:06:18.906413 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:18.907207 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-20fd47d7-987c-477d-bf6f-ab9de31e8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:18.908789 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-20fd47d7-987c-477d-bf6f-ab9de31e8cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 1130 time: 0.0578301 Mar 10 05:06:19.036421 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-b994738c-2a58-4546-a6e8-1888692c82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.036421 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-b994738c-2a58-4546-a6e8-1888692c82b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.1072659 Mar 10 05:06:19.083955 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68fbc1-e5d9-4d07-b4b6-cb5ecfdcb310 req-c84ac6e7-f6de-435c-8509-e305312d7b27 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.086467 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a68fbc1-e5d9-4d07-b4b6-cb5ecfdcb310 req-c84ac6e7-f6de-435c-8509-e305312d7b27 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0620437 Mar 10 05:06:19.119385 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-dfb91711-0c56-4def-8b94-4231ba5c3f75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad125e2a-8032-48da-9d56-fcf2149641d5 HTTP/1.1" status: 200 len: 999 time: 0.0762870 Mar 10 05:06:19.139255 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a68fbc1-e5d9-4d07-b4b6-cb5ecfdcb310 req-0eae0423-921d-49b6-a9e4-0ecffcbcaccf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Mar 10 05:06:19.181463 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-f8aff46a-3bd7-4f3b-a1bd-9e06cb1c28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.183359 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-f8aff46a-3bd7-4f3b-a1bd-9e06cb1c28de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0539505 Mar 10 05:06:19.193492 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:18Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:19.197155 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:19.225053 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:19.234862 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:19.236138 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:19.253614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-0d7902b5-0944-457b-8339-0f1df6e4bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.255048 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-0d7902b5-0944-457b-8339-0f1df6e4bb12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521820 Mar 10 05:06:19.362327 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4950899-c342-43a0-aa64-62b72d3d7248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.416295 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-e1808cf9-564d-43af-abeb-30ddfab708ce service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527174 Mar 10 05:06:19.446824 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:19.481955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faa390-1866-46ad-9c57-f31f1d95b15e req-13d061c8-8e82-4849-861c-def8083e0936 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.483769 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c1faa390-1866-46ad-9c57-f31f1d95b15e req-13d061c8-8e82-4849-861c-def8083e0936 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1546681 Mar 10 05:06:19.545092 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e1dd-34c0-4228-9c10-d2b1ece71932 req-1b212df5-795e-4063-8069-20f53c13aa88 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:19.546565 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b0b4e1dd-34c0-4228-9c10-d2b1ece71932 req-1b212df5-795e-4063-8069-20f53c13aa88 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.0689127 Mar 10 05:06:19.612638 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.621681 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b0b4e1dd-34c0-4228-9c10-d2b1ece71932 req-c0c51bf6-b6e2-487f-969f-909da18d6b53 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Mar 10 05:06:19.624183 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da9a34c6-b74a-4be4-a0ce-a5e20d37b023 req-8aab9042-2db3-41b6-b925-5e1c764cc650 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976006 Mar 10 05:06:19.630937 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c1faa390-1866-46ad-9c57-f31f1d95b15e req-5d2a1a70-123b-4f2d-b2e0-0eabe0437aba tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135099 Mar 10 05:06:19.640375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4950899-c342-43a0-aa64-62b72d3d7248 admin admin] Publish callbacks [] for security_group (0994dcd5-90eb-4787-8c7c-cad2d1fee96e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.648541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4950899-c342-43a0-aa64-62b72d3d7248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0994dcd5-90eb-4787-8c7c-cad2d1fee96e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.727418 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:19.727695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e4950899-c342-43a0-aa64-62b72d3d7248 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ca435d3288442e6a101a4d6382c6781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293267 Mar 10 05:06:19.734317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4950899-c342-43a0-aa64-62b72d3d7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994dcd5-90eb-4787-8c7c-cad2d1fee96e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:19.767971 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:18Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:19.804463 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef865dd-d194-4f1f-b777-1c79f8103e69 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:18Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:19.846428 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Publish callbacks [] for security_group (0994dcd5-90eb-4787-8c7c-cad2d1fee96e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.885639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Publish callbacks [] for security_group (0994dcd5-90eb-4787-8c7c-cad2d1fee96e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.962840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0994dcd5-90eb-4787-8c7c-cad2d1fee96e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.966936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:19.968139 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0994dcd5-90eb-4787-8c7c-cad2d1fee96e HTTP/1.1" status: 204 len: 168 time: 0.2387350 Mar 10 05:06:20.001009 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994dcd5-90eb-4787-8c7c-cad2d1fee96e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:20.014227 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.014623 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.014978 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.016176 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.016581 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.016932 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.017314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.017657 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.018010 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.018540 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.018763 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.019091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.019595 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2849383-2c46-4fdc-9533-531698c16b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.115784 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a3fb9-af1f-4941-bab3-f47cacaf8d89 None None] New status for floating IP bc9340c6-c086-4ef6-b952-8775501cea87: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:06:20.338528 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d929f-a28e-4827-b788-d24dec2e4a21 req-84c399e0-8f40-4bc0-8157-e02927627408 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:20.346743 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0d0d929f-a28e-4827-b788-d24dec2e4a21 req-84c399e0-8f40-4bc0-8157-e02927627408 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0997801 Mar 10 05:06:20.436490 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0d0d929f-a28e-4827-b788-d24dec2e4a21 req-45b3f06d-3034-44bc-b187-02fb33500fd2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Mar 10 05:06:20.469959 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:20.483847 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb064b0-07aa-4534-ad12-e9ace4825e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.568483 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb064b0-07aa-4534-ad12-e9ace4825e57 admin admin] Publish callbacks [] for security_group (1218f3fc-5624-4856-8392-c69b908b10d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.573392 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb064b0-07aa-4534-ad12-e9ace4825e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1218f3fc-5624-4856-8392-c69b908b10d2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.620039 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ffb064b0-07aa-4534-ad12-e9ace4825e57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2b6ccf71dd54d76a1fa1cbf528506bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488452 Mar 10 05:06:20.620980 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb064b0-07aa-4534-ad12-e9ace4825e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218f3fc-5624-4856-8392-c69b908b10d2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:20.622737 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:20.684411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Publish callbacks [] for security_group (1218f3fc-5624-4856-8392-c69b908b10d2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.712073 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Publish callbacks [] for security_group (1218f3fc-5624-4856-8392-c69b908b10d2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.794121 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4505b-1532-4516-89ec-167b4f325cab req-91aaaa2a-07ea-41cd-81de-c1ee74caa9ec tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:20.795927 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a7a4505b-1532-4516-89ec-167b4f325cab req-91aaaa2a-07ea-41cd-81de-c1ee74caa9ec tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.0896332 Mar 10 05:06:20.803933 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b33d7e-025a-4e19-b110-dea5e43125a4 req-6d6aee40-4ee4-4047-ba3b-d4db12deb8e5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:20.811139 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e0b33d7e-025a-4e19-b110-dea5e43125a4 req-6d6aee40-4ee4-4047-ba3b-d4db12deb8e5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0801446 Mar 10 05:06:20.833695 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1218f3fc-5624-4856-8392-c69b908b10d2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.836571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:20.837758 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1218f3fc-5624-4856-8392-c69b908b10d2 HTTP/1.1" status: 204 len: 168 time: 0.2132611 Mar 10 05:06:20.854114 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218f3fc-5624-4856-8392-c69b908b10d2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:20.862754 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e0b33d7e-025a-4e19-b110-dea5e43125a4 req-8f42b721-6215-42ad-b7bd-984f7c82c8b7 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502052 Mar 10 05:06:20.865989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.866564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.867129 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.867469 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.867800 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.868125 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.868451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.868773 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.869096 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.869446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.869896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.870273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.870589 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2938bf2-0844-4a7e-ac03-67806174e7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:20.883993 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a7a4505b-1532-4516-89ec-167b4f325cab req-e99925ed-a4a0-4595-b963-5d1cf454d33c tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810719 Mar 10 05:06:21.031088 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7af7ee-0dba-4ba0-a522-4d87d6db7b91 req-524a2fdf-e745-4cf9-90a8-4cc286d9466e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:21.033446 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb7af7ee-0dba-4ba0-a522-4d87d6db7b91 req-524a2fdf-e745-4cf9-90a8-4cc286d9466e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0613909 Mar 10 05:06:21.043710 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:21.049366 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'floatingip': {'port_id': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:21.093537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:21.588740 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe9988-0267-45a4-b8b9-3789fd4aff74 req-654ba5f9-2b5e-4a26-b66c-3472918e3b1f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:21.592052 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bdbe9988-0267-45a4-b8b9-3789fd4aff74 req-654ba5f9-2b5e-4a26-b66c-3472918e3b1f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0802360 Mar 10 05:06:21.610989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-6949766b-36cd-4245-9b1b-8c5a781e8a64 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:21.612525 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-6949766b-36cd-4245-9b1b-8c5a781e8a64 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.24 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.3261881 Mar 10 05:06:21.668456 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bdbe9988-0267-45a4-b8b9-3789fd4aff74 req-8394fe93-a093-4bbb-a67a-8e2f170d7d86 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676813 Mar 10 05:06:21.952017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Deleting port b636e5d4-937c-43d4-b3bf-5fc6d4666251 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:06:21.952897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.180747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.200986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.206513 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] For port b636e5d4-937c-43d4-b3bf-5fc6d4666251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b636e5d4-937c-43d4-b3bf-5fc6d4666251,segment=NetworkSegment(1f93405c-5d92-4e30-8ce7-44caba915056),segment_id=1f93405c-5d92-4e30-8ce7-44caba915056)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:22.207352 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.265050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Calling delete_port for b636e5d4-937c-43d4-b3bf-5fc6d4666251 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:06:22.289165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1ffe4-fc12-4485-9cec-5ccc33569947 req-9fea1837-44f2-40ed-9975-62aa94d1d6de tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:22.291214 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6d1ffe4-fc12-4485-9cec-5ccc33569947 req-9fea1837-44f2-40ed-9975-62aa94d1d6de tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 946 time: 0.2490299 Mar 10 05:06:22.389981 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:22.516750 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6d1ffe4-fc12-4485-9cec-5ccc33569947 req-9fab97f5-0972-4fed-8b11-5462f16f8533 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c466b9e-774e-4f69-b5e9-0da70d24ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141812 Mar 10 05:06:22.517893 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Floating IP dba1ae96-a9a6-434c-ac17-820ea9d71fef associated. External IP: 172.27.1.21, port: e489bd0b-45c5-48a7-a579-5bc1b83a6f1e. Mar 10 05:06:22.706636 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5570a72-8b6e-44d4-b462-d1a04d17bb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.740563 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (b636e5d4-937c-43d4-b3bf-5fc6d4666251), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.760402 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b636e5d4-937c-43d4-b3bf-5fc6d4666251'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:06:22.785258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Pushing event deleted for resources: {'Port': ['ID=b636e5d4-937c-43d4-b3bf-5fc6d4666251,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:22.832522 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c0d21-c103-4be9-b9dd-55196be1cbe8 req-b4cf8e12-696d-4a57-b115-5ca13a5f6dc6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:22.834169 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e34c0d21-c103-4be9-b9dd-55196be1cbe8 req-b4cf8e12-696d-4a57-b115-5ca13a5f6dc6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0837364 Mar 10 05:06:22.876220 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5570a72-8b6e-44d4-b462-d1a04d17bb7c admin admin] Publish callbacks [] for security_group (6694c5e3-c6f3-47fa-b3fc-ab545113e3d4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.889412 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5570a72-8b6e-44d4-b462-d1a04d17bb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6694c5e3-c6f3-47fa-b3fc-ab545113e3d4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.905175 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] No DVR routers for this DVR port b636e5d4-937c-43d4-b3bf-5fc6d4666251 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:06:22.916097 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:06:22.918136 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:22.921745 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-80781bdd-9310-4553-8059-1b8f5dd811b0 req-d571d341-c76d-4d63-849e-eabd93ae2994 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.24 "DELETE /v2.0/ports/b636e5d4-937c-43d4-b3bf-5fc6d4666251 HTTP/1.1" status: 204 len: 173 time: 1.2926054 Mar 10 05:06:22.924465 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'name': 'network-vif-deleted', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:22.927341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a303707-f2b8-4e99-8af5-c7b32cf3856b" -d '{"events": [{"server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "name": "network-vif-deleted", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:22.938667 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e34c0d21-c103-4be9-b9dd-55196be1cbe8 req-05346926-2dba-4f5d-889a-7a463c7dbf43 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963690 Mar 10 05:06:22.961636 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5570a72-8b6e-44d4-b462-d1a04d17bb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694c5e3-c6f3-47fa-b3fc-ab545113e3d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:22.981441 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c5570a72-8b6e-44d4-b462-d1a04d17bb7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51effaf704c4b9db02b49bedccf0775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902684 Mar 10 05:06:22.985135 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:23.059866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3333b-b56f-41a5-87c9-c6c103387859 x-openstack-request-id: req-59b3333b-b56f-41a5-87c9-c6c103387859 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:23.060433 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455d984-6f13-4620-b060-6fb207aed733", "name": "network-vif-deleted", "tag": "b636e5d4-937c-43d4-b3bf-5fc6d4666251", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:23.060433 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59b3333b-b56f-41a5-87c9-c6c103387859 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:23.060784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455d984-6f13-4620-b060-6fb207aed733', 'name': 'network-vif-deleted', 'tag': 'b636e5d4-937c-43d4-b3bf-5fc6d4666251', 'status': 'completed', 'code': 200} Mar 10 05:06:23.069024 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] Publish callbacks [] for security_group (6694c5e3-c6f3-47fa-b3fc-ab545113e3d4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.084939 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:23.090235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.095135 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] Publish callbacks [] for security_group (6694c5e3-c6f3-47fa-b3fc-ab545113e3d4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.099872 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:23.116433 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:23.117071 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:23.137722 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3d06b41a-e3c6-4b90-ae23-9fbc523d0bed tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "PUT /v2.0/floatingips/dba1ae96-a9a6-434c-ac17-820ea9d71fef HTTP/1.1" status: 200 len: 990 time: 2.0927074 Mar 10 05:06:23.167234 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6694c5e3-c6f3-47fa-b3fc-ab545113e3d4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.172642 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.175171 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6694c5e3-c6f3-47fa-b3fc-ab545113e3d4 HTTP/1.1" status: 204 len: 168 time: 0.1890447 Mar 10 05:06:23.188420 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf640-0d36-42ea-9887-d598d3cd70df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694c5e3-c6f3-47fa-b3fc-ab545113e3d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:23.292774 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:23.513011 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:23.529259 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e246a0c-e43c-479d-9a56-cdab2e337d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.580040 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'dba1ae96-a9a6-434c-ac17-820ea9d71fef', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:b4:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c33cd9-d472-40b6-a313-64b5705e7100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:56Z', 'updated_at': '2022-03-10T05:06:21Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:23.616807 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:23.621757 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e246a0c-e43c-479d-9a56-cdab2e337d07 admin admin] Publish callbacks [] for security_group (117ea654-f53d-451a-8993-4f9e11dee40d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.627392 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:23.627611 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e246a0c-e43c-479d-9a56-cdab2e337d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (117ea654-f53d-451a-8993-4f9e11dee40d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.628361 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:23.687734 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-30ba9f6d-e3f0-4ca0-9aa8-3523a0cf19f5 req-b0edae24-2891-4bf7-b311-680f33e7f756 tempest-DeleteServersTestJSON-151184460 tempest-DeleteServersTestJSON-151184460-project] 10.222.0.11 "GET /v2.0/ports?device_id=9455d984-6f13-4620-b060-6fb207aed733 HTTP/1.1" status: 200 len: 210 time: 0.0471954 Mar 10 05:06:23.695212 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9e246a0c-e43c-479d-9a56-cdab2e337d07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eccf60d8d6ab4d1baa088a3f1a6ed886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811230 Mar 10 05:06:23.696175 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246a0c-e43c-479d-9a56-cdab2e337d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ea654-f53d-451a-8993-4f9e11dee40d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:23.697847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:23.764610 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:23.771602 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] Publish callbacks [] for security_group (117ea654-f53d-451a-8993-4f9e11dee40d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.810702 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] Publish callbacks [] for security_group (117ea654-f53d-451a-8993-4f9e11dee40d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.878158 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (117ea654-f53d-451a-8993-4f9e11dee40d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.881636 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:23.883095 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/117ea654-f53d-451a-8993-4f9e11dee40d HTTP/1.1" status: 204 len: 168 time: 0.1842127 Mar 10 05:06:23.893555 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175d280-de12-44ca-9858-12453f49dcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ea654-f53d-451a-8993-4f9e11dee40d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:23.945831 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:24.013492 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-24272a3c-c55f-4c5a-ab44-4e0a090f9bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573194 Mar 10 05:06:24.126419 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'dba1ae96-a9a6-434c-ac17-820ea9d71fef', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:b4:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c33cd9-d472-40b6-a313-64b5705e7100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:56Z', 'updated_at': '2022-03-10T05:06:21Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:24.173366 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2085e16-ba95-41d5-8ca2-8d7f0a97e59f None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'dba1ae96-a9a6-434c-ac17-820ea9d71fef', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:b4:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c33cd9-d472-40b6-a313-64b5705e7100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:56Z', 'updated_at': '2022-03-10T05:06:21Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:24.188567 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6477092-53c7-433a-8bdd-d18823b29176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.220985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0481b0-ccdd-467d-af0b-3b9f0e61edbd req-7931f28c-fd17-4c82-bdf3-bfb416e1cdf8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:24.223329 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0d0481b0-ccdd-467d-af0b-3b9f0e61edbd req-7931f28c-fd17-4c82-bdf3-bfb416e1cdf8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1524398 Mar 10 05:06:24.250142 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-f8c578fb-8546-45d2-a912-8c814fa6c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:24.251592 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-f8c578fb-8546-45d2-a912-8c814fa6c3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1291945 Mar 10 05:06:24.340144 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0d0481b0-ccdd-467d-af0b-3b9f0e61edbd req-2ddb56cc-c425-4e18-8ff5-eea8e3315430 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025450 Mar 10 05:06:24.433178 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-4f5578e3-cb02-483f-a483-05ca9ce40d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:24.434677 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-4f5578e3-cb02-483f-a483-05ca9ce40d58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1548505 Mar 10 05:06:24.435744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cd9fa-3409-4cd1-82d9-0962cc8a3a92 None None] New status for floating IP dba1ae96-a9a6-434c-ac17-820ea9d71fef: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:06:24.436547 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6477092-53c7-433a-8bdd-d18823b29176 admin admin] Publish callbacks [] for security_group (4f9a50d9-7ea5-4f72-a264-55568e268e02), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.456571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6477092-53c7-433a-8bdd-d18823b29176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4f9a50d9-7ea5-4f72-a264-55568e268e02), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.497380 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-57ebfc02-06ac-4a45-948c-9045c088e5df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0515139 Mar 10 05:06:24.566198 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c6477092-53c7-433a-8bdd-d18823b29176 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9655359fc33b414ea6e31f87aa68e1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191318 Mar 10 05:06:24.568763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6477092-53c7-433a-8bdd-d18823b29176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a50d9-7ea5-4f72-a264-55568e268e02,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:24.570016 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:24.581102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-71961bd2-108d-495a-a805-6779dfc0427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:24.582612 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-71961bd2-108d-495a-a805-6779dfc0427c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0726686 Mar 10 05:06:24.622433 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-1f850c93-33ed-4b20-b01b-97284369a669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317445 Mar 10 05:06:24.637684 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] Publish callbacks [] for security_group (4f9a50d9-7ea5-4f72-a264-55568e268e02), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.674049 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] Publish callbacks [] for security_group (4f9a50d9-7ea5-4f72-a264-55568e268e02), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.764093 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4f9a50d9-7ea5-4f72-a264-55568e268e02), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.768660 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:24.772829 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f9a50d9-7ea5-4f72-a264-55568e268e02 HTTP/1.1" status: 204 len: 168 time: 0.2016304 Mar 10 05:06:24.789582 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfc1eb-0b2b-4c51-97bb-aa9acae44118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a50d9-7ea5-4f72-a264-55568e268e02,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:24.808606 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-0ecc1428-6671-4e65-b88b-7094b5c8133b service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801660 Mar 10 05:06:25.024922 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c191e1e-83ec-450c-84f0-b4212675ff0b req-ba7e3b19-92b6-4476-9540-b1eff22f7ebf service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096872 Mar 10 05:06:25.066035 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:25.078009 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659482f1-4e36-43dc-93b7-69d50c61f8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:25.135559 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd91ca54-9f5c-4cfd-b039-4face9438579 x-openstack-request-id: req-fd91ca54-9f5c-4cfd-b039-4face9438579 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:25.135854 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:25.136109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd91ca54-9f5c-4cfd-b039-4face9438579 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:25.136523 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'status': 'completed', 'code': 200} Mar 10 05:06:25.147540 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b636e5d4-937c-43d4-b3bf-5fc6d4666251 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:06:25.182579 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: b636e5d4-937c-43d4-b3bf-5fc6d4666251 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:06:25.182949 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b636e5d4-937c-43d4-b3bf-5fc6d4666251 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:06:25.264072 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-2eb4627a-fe1f-457f-bbb8-628ecb92a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:25.267161 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-2eb4627a-fe1f-457f-bbb8-628ecb92a7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.0948327 Mar 10 05:06:25.367048 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-462ef7cb-b4c7-440f-9568-757903bd92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:25.368508 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-462ef7cb-b4c7-440f-9568-757903bd92a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.0953758 Mar 10 05:06:25.383848 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44494) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:25.409646 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c42098a-2ff1-4085-ada3-57886ea1cbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.489291 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-ce1461f7-7739-435e-bc63-d832c44db94a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.1132512 Mar 10 05:06:25.501959 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a71746-b0bd-4428-9a3b-45ed7d5c6456 req-adb674ec-65d8-402f-973a-8d1d551f8561 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:25.503563 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93a71746-b0bd-4428-9a3b-45ed7d5c6456 req-adb674ec-65d8-402f-973a-8d1d551f8561 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0797105 Mar 10 05:06:25.510315 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c42098a-2ff1-4085-ada3-57886ea1cbc3 admin admin] Publish callbacks [] for security_group (cfbb7501-0f57-48bd-ac7c-0bb134e15f84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.515827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c42098a-2ff1-4085-ada3-57886ea1cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cfbb7501-0f57-48bd-ac7c-0bb134e15f84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.559263 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9c42098a-2ff1-4085-ada3-57886ea1cbc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee9d5f0e02284219b40e04c50800a83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736875 Mar 10 05:06:25.560375 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42098a-2ff1-4085-ada3-57886ea1cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb7501-0f57-48bd-ac7c-0bb134e15f84,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:25.562690 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:25.581482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-8134e2c5-1511-4ca4-9d5e-a291cf0d253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:25.582953 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-8134e2c5-1511-4ca4-9d5e-a291cf0d253b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0784495 Mar 10 05:06:25.603592 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93a71746-b0bd-4428-9a3b-45ed7d5c6456 req-78aab69c-ac34-4fb7-a96e-0cc080a31c55 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915489 Mar 10 05:06:25.618404 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] Publish callbacks [] for security_group (cfbb7501-0f57-48bd-ac7c-0bb134e15f84), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.642094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] Publish callbacks [] for security_group (cfbb7501-0f57-48bd-ac7c-0bb134e15f84), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.700531 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cfbb7501-0f57-48bd-ac7c-0bb134e15f84), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.704716 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.708958 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfbb7501-0f57-48bd-ac7c-0bb134e15f84 HTTP/1.1" status: 204 len: 168 time: 0.1447339 Mar 10 05:06:25.720282 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca55e-f960-4227-8972-68d162c22b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb7501-0f57-48bd-ac7c-0bb134e15f84,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:25.764893 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:25.870034 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-cd2400c7-eb44-4254-8cd6-f8740f31e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:25.871832 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-cd2400c7-eb44-4254-8cd6-f8740f31e812 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2809641 Mar 10 05:06:25.878716 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b837b58-9f76-4560-a642-0bc2cc85d923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.965288 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b837b58-9f76-4560-a642-0bc2cc85d923 admin admin] Publish callbacks [] for security_group (db6bf436-7357-415b-accd-53891f953dee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.971072 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b837b58-9f76-4560-a642-0bc2cc85d923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (db6bf436-7357-415b-accd-53891f953dee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:25.971620 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-49c73cf9-b1e4-4ff0-b476-e7694030b421 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893853 Mar 10 05:06:26.016499 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b837b58-9f76-4560-a642-0bc2cc85d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6bf436-7357-415b-accd-53891f953dee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:26.021170 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8b837b58-9f76-4560-a642-0bc2cc85d923 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4f801d470b34242a076b42f1af8c565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537525 Mar 10 05:06:26.023544 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:26.074669 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] Publish callbacks [] for security_group (db6bf436-7357-415b-accd-53891f953dee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.084459 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-659482f1-4e36-43dc-93b7-69d50c61f8e8 req-84617913-e39f-401d-97f5-e376fc3ffe29 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070967 Mar 10 05:06:26.101444 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] Publish callbacks [] for security_group (db6bf436-7357-415b-accd-53891f953dee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.157516 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (db6bf436-7357-415b-accd-53891f953dee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.160105 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.163745 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db6bf436-7357-415b-accd-53891f953dee HTTP/1.1" status: 204 len: 168 time: 0.1367970 Mar 10 05:06:26.170314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580a8bb-77f4-4be3-b6d9-38fc9beefd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6bf436-7357-415b-accd-53891f953dee,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:26.293247 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.394477 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:26.444953 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Deleting subnet e35b5f87-aeab-473a-887b-a02d963af1fb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:06:26.448265 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Publish callbacks [] for subnet (e35b5f87-aeab-473a-887b-a02d963af1fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.494903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (e35b5f87-aeab-473a-887b-a02d963af1fb), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.540774 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (e35b5f87-aeab-473a-887b-a02d963af1fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.601610 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (e35b5f87-aeab-473a-887b-a02d963af1fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.636258 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35b5f87-aeab-473a-887b-a02d963af1fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:26.642087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.645992 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bff74cc9-b77a-4477-afa9-836aef3684b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e35b5f87-aeab-473a-887b-a02d963af1fb HTTP/1.1" status: 204 len: 168 time: 0.2479901 Mar 10 05:06:26.649441 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:26.694075 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:26.748858 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (e2ac1ca4-0247-49bd-b4b1-43815020f993), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.823117 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89df8-84ef-485a-9807-c89ef7336973 req-dd6b61f9-8a9d-437c-87cd-777602193ad7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:26.824870 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ed89df8-84ef-485a-9807-c89ef7336973 req-dd6b61f9-8a9d-437c-87cd-777602193ad7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0926290 Mar 10 05:06:26.889709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf2b74a-bfc0-4b67-a270-0525492ca1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.894490 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (e2ac1ca4-0247-49bd-b4b1-43815020f993), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:26.948134 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ac1ca4-0247-49bd-b4b1-43815020f993']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:26.966919 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ed89df8-84ef-485a-9807-c89ef7336973 req-12339e68-86da-4c0c-9e86-4f1c495aaad9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315575 Mar 10 05:06:26.969507 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f93405c-5d92-4e30-8ce7-44caba915056') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:26.969822 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f93405c-5d92-4e30-8ce7-44caba915056') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:26.984803 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (1f93405c-5d92-4e30-8ce7-44caba915056), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.000922 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf2b74a-bfc0-4b67-a270-0525492ca1c7 admin admin] Publish callbacks [] for security_group (5372ea34-03a5-4170-9980-be9addb7b2d9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.001962 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (1f93405c-5d92-4e30-8ce7-44caba915056), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.006235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cf2b74a-bfc0-4b67-a270-0525492ca1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5372ea34-03a5-4170-9980-be9addb7b2d9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.010699 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:06:27.011416 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (1f93405c-5d92-4e30-8ce7-44caba915056), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:06:27.013362 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:06:27.053427 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-8cf2b74a-bfc0-4b67-a270-0525492ca1c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44994d3fa3e64be2a1be68ee1d1a0998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578236 Mar 10 05:06:27.054169 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2b74a-bfc0-4b67-a270-0525492ca1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5372ea34-03a5-4170-9980-be9addb7b2d9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:27.056422 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:27.102370 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (e2ac1ca4-0247-49bd-b4b1-43815020f993), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.110989 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.116073 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] 10.222.0.11 "DELETE /v2.0/networks/e2ac1ca4-0247-49bd-b4b1-43815020f993 HTTP/1.1" status: 204 len: 168 time: 0.4654152 Mar 10 05:06:27.131512 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b7fb-9a9f-4bc5-bf82-01c08954393f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ac1ca4-0247-49bd-b4b1-43815020f993,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:27.182682 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] Publish callbacks [] for security_group (5372ea34-03a5-4170-9980-be9addb7b2d9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.226978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] Publish callbacks [] for security_group (5372ea34-03a5-4170-9980-be9addb7b2d9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.289926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5372ea34-03a5-4170-9980-be9addb7b2d9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.292365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.294539 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5372ea34-03a5-4170-9980-be9addb7b2d9 HTTP/1.1" status: 204 len: 168 time: 0.2371819 Mar 10 05:06:27.306971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c3905-687f-4524-82c3-07fa8ccf399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372ea34-03a5-4170-9980-be9addb7b2d9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:27.345047 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:27.387772 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-8bd3e33f-acc4-4de0-9617-c9f0b461c7e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f255aa208b95491d9ce818c4ffa5fe06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414839 Mar 10 05:06:27.390292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:27.441540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] Publish callbacks [] for security_group (4c466b9e-774e-4f69-b5e9-0da70d24ee4f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.464012 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] Publish callbacks [] for security_group (4c466b9e-774e-4f69-b5e9-0da70d24ee4f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.516880 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4c466b9e-774e-4f69-b5e9-0da70d24ee4f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.522242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:27.527304 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c466b9e-774e-4f69-b5e9-0da70d24ee4f HTTP/1.1" status: 204 len: 168 time: 0.1325340 Mar 10 05:06:27.544946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f56a8-d794-443e-8a7a-5bc2c099b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c466b9e-774e-4f69-b5e9-0da70d24ee4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:28.116040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eee3c6-70ae-48ac-a5ed-85d44d84ddd3 req-98be52ea-ec23-4f32-972c-78b8c611e79a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:28.117656 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-26eee3c6-70ae-48ac-a5ed-85d44d84ddd3 req-98be52ea-ec23-4f32-972c-78b8c611e79a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0646040 Mar 10 05:06:28.173853 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-26eee3c6-70ae-48ac-a5ed-85d44d84ddd3 req-2d3f19f3-59d3-4250-8abc-7711c260a34a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Mar 10 05:06:28.183843 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:28.405798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-119815006-network', 'tenant_id': '33aec885492c41f59e2024ad941db45f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:28.425665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Made reservation on behalf of 33aec885492c41f59e2024ad941db45f for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:28.428903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.448253 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.536011 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks [] for security_group (067f67b0-2673-4987-8dd7-6d0f0d7607c9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.539096 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (067f67b0-2673-4987-8dd7-6d0f0d7607c9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.564623 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:06:28.574554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f67b0-2673-4987-8dd7-6d0f0d7607c9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:28.580083 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (57c04d52-51c7-4c24-9df8-60d14be82a38), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.580425 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Added segment 57c04d52-51c7-4c24-9df8-60d14be82a38 of type vlan for network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 Mar 10 05:06:28.626937 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (1614b75a-3136-47bb-b6f2-2a7944a92ba3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.653965 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (1614b75a-3136-47bb-b6f2-2a7944a92ba3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.654915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:28.655491 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.693519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5077710 Mar 10 05:06:28.695914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:28.700440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Request body: {'subnet': {'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-119815006-subnet', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:28.734747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc117-71c2-427d-8d8f-cf7d3b09a22b admin admin] Pushing event updated for resources: {'Network': ['ID=1614b75a-3136-47bb-b6f2-2a7944a92ba3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:28.747518 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:06:28.750930 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Made reservation on behalf of 33aec885492c41f59e2024ad941db45f for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:28.753764 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15770254'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:28.941630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14716497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15770272'] for subnet (9eb2f091-edd4-4c6d-8305-153b21ce528e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.007793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb2f091-edd4-4c6d-8305-153b21ce528e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:29.017554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Checking segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:29.017921 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Network hostable DHCP agents. Network: 1614b75a-3136-47bb-b6f2-2a7944a92ba3, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:06:29.045098 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:06:29.055019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 1614b75a-3136-47bb-b6f2-2a7944a92ba3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:29.059747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:29.060355 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.067809 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f54d4-63f3-4f12-a0a5-34e9bc77fec3 None None] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:29.087922 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-8892303e-d220-4ed3-94ce-62d41d1a7e3e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3884954 Mar 10 05:06:29.088264 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:29.092586 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:29.132185 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.134064 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.200318 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for router_controller (c7505f4d-16eb-44e8-a20e-106e888d62f4), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.210732 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'project_id': '33aec885492c41f59e2024ad941db45f', 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:06:29.211882 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.376653 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Allocated IP 172.20.0.2 (1614b75a-3136-47bb-b6f2-2a7944a92ba3/9eb2f091-edd4-4c6d-8305-153b21ce528e/b32b5108-dfc5-4e6b-9294-05d48f25f734) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:29.382272 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for router_gateway (c7505f4d-16eb-44e8-a20e-106e888d62f4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.424885 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff236-734a-4088-a48d-f9f5e348afb4 req-701ab283-6e42-4146-abb2-79f2c05b356f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:29.433585 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-646ff236-734a-4088-a48d-f9f5e348afb4 req-701ab283-6e42-4146-abb2-79f2c05b356f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1436663 Mar 10 05:06:29.501814 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-646ff236-734a-4088-a48d-f9f5e348afb4 req-a782a2b5-04d9-42ee-99f9-e1c42b9d3829 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639367 Mar 10 05:06:29.538744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks [] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.544806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.588781 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:29.591870 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:29.597970 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:29.608606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Pushing event updated for resources: {'Port': ['ID=b32b5108-dfc5-4e6b-9294-05d48f25f734,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.621366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.622022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.622103 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.622361 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:29.675456 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Attempting to bind port b32b5108-dfc5-4e6b-9294-05d48f25f734 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:29.675947 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Attempting to bind port b32b5108-dfc5-4e6b-9294-05d48f25f734 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:29.676349 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Attempting to bind port b32b5108-dfc5-4e6b-9294-05d48f25f734 on network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:29.681806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:29.682371 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Checking segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:29.682985 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.683378 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Bound using segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:29.683848 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Bound port: b32b5108-dfc5-4e6b-9294-05d48f25f734, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:29.684228 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.736202 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for router_gateway (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.759569 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.773801 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] For port b32b5108-dfc5-4e6b-9294-05d48f25f734, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:29.777540 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] For port b32b5108-dfc5-4e6b-9294-05d48f25f734, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b32b5108-dfc5-4e6b-9294-05d48f25f734,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:29.789767 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:29.865803 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf93c8-366c-4231-8e48-02d0df789712 None None] Pushing event updated for resources: {'Port': ['ID=b32b5108-dfc5-4e6b-9294-05d48f25f734,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:29.916977 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:29.937702 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Allocated IP 172.27.1.220 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/13fae1f1-2301-41ff-9f9c-63282643616a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:30.058159 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for port (13fae1f1-2301-41ff-9f9c-63282643616a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.062022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5100df81-a38d-4968-9e78-1337eb5cc995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.116314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.163756 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:30.167237 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:30.171852 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:30.195138 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=13fae1f1-2301-41ff-9f9c-63282643616a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:30.219562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5100df81-a38d-4968-9e78-1337eb5cc995 admin admin] Publish callbacks [] for security_group (0b97f7e7-cdb4-4edd-98e4-d4221b1caeea), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.225679 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5100df81-a38d-4968-9e78-1337eb5cc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0b97f7e7-cdb4-4edd-98e4-d4221b1caeea), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.283139 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100df81-a38d-4968-9e78-1337eb5cc995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97f7e7-cdb4-4edd-98e4-d4221b1caeea,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:30.290504 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-5100df81-a38d-4968-9e78-1337eb5cc995 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e66277d5454a4fdea72a40c309cb8762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723691 Mar 10 05:06:30.293125 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:30.354455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] Publish callbacks [] for security_group (0b97f7e7-cdb4-4edd-98e4-d4221b1caeea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.380598 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] Publish callbacks [] for security_group (0b97f7e7-cdb4-4edd-98e4-d4221b1caeea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.436505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0b97f7e7-cdb4-4edd-98e4-d4221b1caeea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.439574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.444286 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b97f7e7-cdb4-4edd-98e4-d4221b1caeea HTTP/1.1" status: 204 len: 168 time: 0.1457911 Mar 10 05:06:30.452696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153bb9e-17cc-43d0-9e11-8d1512cd3e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97f7e7-cdb4-4edd-98e4-d4221b1caeea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:30.526675 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for router_gateway (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.647236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7144ef8-246c-43c7-b84c-68c2b9c11a82 req-7e3740e6-9631-4f7f-a4c8-d4653b3e0889 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:30.649055 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e7144ef8-246c-43c7-b84c-68c2b9c11a82 req-7e3740e6-9631-4f7f-a4c8-d4653b3e0889 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0730772 Mar 10 05:06:30.775815 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e7144ef8-246c-43c7-b84c-68c2b9c11a82 req-c1f90817-0148-4c63-9da1-729244d8c7b8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Mar 10 05:06:30.857340 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:30.895854 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b32b5108-dfc5-4e6b-9294-05d48f25f734 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:30.990454 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port b32b5108-dfc5-4e6b-9294-05d48f25f734 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:30.990842 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.116328 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port b32b5108-dfc5-4e6b-9294-05d48f25f734 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:31.116638 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.135645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:31.150966 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517c4a5-50af-4fbe-b528-5953855abac4 None None] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:31.177377 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port b32b5108-dfc5-4e6b-9294-05d48f25f734, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b32b5108-dfc5-4e6b-9294-05d48f25f734,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:31.191086 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.293732 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0faf38f-0941-4a0e-b7e6-6ed4e150f65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.299424 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Router c7505f4d-16eb-44e8-a20e-106e888d62f4 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:06:31.308051 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b29e7cc-1a67-405c-9afb-457c40ee409d None None] Provisioning complete for port b32b5108-dfc5-4e6b-9294-05d48f25f734 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:31.308439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b29e7cc-1a67-405c-9afb-457c40ee409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.372097 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=b32b5108-dfc5-4e6b-9294-05d48f25f734,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:31.384167 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0faf38f-0941-4a0e-b7e6-6ed4e150f65e admin admin] Publish callbacks [] for security_group (8cc844be-7627-4a97-9b9c-d8740e85e9e2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.392348 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0faf38f-0941-4a0e-b7e6-6ed4e150f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8cc844be-7627-4a97-9b9c-d8740e85e9e2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.445971 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b29e7cc-1a67-405c-9afb-457c40ee409d None None] Current status of the port b32b5108-dfc5-4e6b-9294-05d48f25f734 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:31.457350 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d0faf38f-0941-4a0e-b7e6-6ed4e150f65e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=074249c822ad404582b81d5bd9635092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179395 Mar 10 05:06:31.457963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:31.458940 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf38f-0941-4a0e-b7e6-6ed4e150f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc844be-7627-4a97-9b9c-d8740e85e9e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:31.465978 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:31.477506 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Sync routers for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:31.489808 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:31.490442 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:31.534842 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] Publish callbacks [] for security_group (8cc844be-7627-4a97-9b9c-d8740e85e9e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.541760 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.543825 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1287c764-f8b8-4d5b-a147-c0beee7ca7e6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4543712 Mar 10 05:06:31.547410 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:31.569592 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] Publish callbacks [] for security_group (8cc844be-7627-4a97-9b9c-d8740e85e9e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.602090 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:31.627939 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:31.635663 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8cc844be-7627-4a97-9b9c-d8740e85e9e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.642845 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.644029 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cc844be-7627-4a97-9b9c-d8740e85e9e2 HTTP/1.1" status: 204 len: 168 time: 0.1849449 Mar 10 05:06:31.657936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d12c6-8d98-43eb-b948-83f08a9cec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc844be-7627-4a97-9b9c-d8740e85e9e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:31.708222 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cb589083-e3c8-45f7-81b6-29cc20165261 None None] Provisioning complete for port b32b5108-dfc5-4e6b-9294-05d48f25f734 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:31.708588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb589083-e3c8-45f7-81b6-29cc20165261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:31.870558 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cb589083-e3c8-45f7-81b6-29cc20165261 None None] Current status of the port b32b5108-dfc5-4e6b-9294-05d48f25f734 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:31.879300 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:30Z', 'revision_number': 3, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:31.911447 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Checking router: c7505f4d-16eb-44e8-a20e-106e888d62f4 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:31.912086 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Updating router c7505f4d-16eb-44e8-a20e-106e888d62f4 port 13fae1f1-2301-41ff-9f9c-63282643616a binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:06:31.962375 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504173-6cea-4141-99d5-b03dbd11c0ba req-4e8e8b9a-7261-4341-8f6d-46c4cc4fe5bd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:31.972026 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-85504173-6cea-4141-99d5-b03dbd11c0ba req-4e8e8b9a-7261-4341-8f6d-46c4cc4fe5bd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0853860 Mar 10 05:06:32.003024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1505140250-network', 'tenant_id': 'da995c0642ee4c2798c0e041bf993e8a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:32.043535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Made reservation on behalf of da995c0642ee4c2798c0e041bf993e8a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:32.043806 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-85504173-6cea-4141-99d5-b03dbd11c0ba req-98676957-a973-404d-ab2a-22898f4cc5c2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663280 Mar 10 05:06:32.047540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.059123 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.071620 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.095935 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:32.111725 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00c18b3e-844c-4a3d-a1d0-3d36b260becf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.200950 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00c18b3e-844c-4a3d-a1d0-3d36b260becf admin admin] Publish callbacks [] for security_group (b4ceb194-14ea-4830-84e0-02f08b54bfd8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.205318 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00c18b3e-844c-4a3d-a1d0-3d36b260becf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b4ceb194-14ea-4830-84e0-02f08b54bfd8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.247094 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-00c18b3e-844c-4a3d-a1d0-3d36b260becf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd0b644f7528485787578ca549006643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500797 Mar 10 05:06:32.250314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:32.250517 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.255021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks [] for security_group (8b01f5fd-2732-45a9-8642-cb46ec4f43c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.257303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c18b3e-844c-4a3d-a1d0-3d36b260becf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ceb194-14ea-4830-84e0-02f08b54bfd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.262342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8b01f5fd-2732-45a9-8642-cb46ec4f43c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.295420 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:06:32.327679 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] Publish callbacks [] for security_group (b4ceb194-14ea-4830-84e0-02f08b54bfd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.352984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] Publish callbacks [] for security_group (b4ceb194-14ea-4830-84e0-02f08b54bfd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.353707 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01f5fd-2732-45a9-8642-cb46ec4f43c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.357022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4d975106-3eff-4614-bc68-e58b6610c04a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.357389 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Added segment 4d975106-3eff-4614-bc68-e58b6610c04a of type vlan for network 8b02da67-bee5-4470-9008-ae94677096bb Mar 10 05:06:32.409866 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks [] for port (13fae1f1-2301-41ff-9f9c-63282643616a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.415203 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.429667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b4ceb194-14ea-4830-84e0-02f08b54bfd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.435007 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.436091 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4ceb194-14ea-4830-84e0-02f08b54bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1845887 Mar 10 05:06:32.447313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (8b02da67-bee5-4470-9008-ae94677096bb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.453747 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5066e8-4003-4e72-bd0e-fc8fb673d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ceb194-14ea-4830-84e0-02f08b54bfd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.469214 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Pushing event updated for resources: {'Port': ['ID=13fae1f1-2301-41ff-9f9c-63282643616a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.478462 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.478998 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.479195 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.479704 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.480506 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.481302 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.482281 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.482900 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.483623 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.484728 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.485248 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.485741 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.486281 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:06:32.523407 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (8b02da67-bee5-4470-9008-ae94677096bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.525174 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Attempting to bind port 13fae1f1-2301-41ff-9f9c-63282643616a on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:32.525956 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Attempting to bind port 13fae1f1-2301-41ff-9f9c-63282643616a by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:32.526350 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Attempting to bind port 13fae1f1-2301-41ff-9f9c-63282643616a on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:32.527693 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:32.528168 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.540747 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:32.542814 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:32.543701 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.545276 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:32.545798 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Bound port: 13fae1f1-2301-41ff-9f9c-63282643616a, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:32.546185 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.565551 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Allocated IP 172.20.0.1 (1614b75a-3136-47bb-b6f2-2a7944a92ba3/9eb2f091-edd4-4c6d-8305-153b21ce528e/285713df-fc53-4d94-a52a-96f9dba14b00) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:32.578584 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:32.578726 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9755013 Mar 10 05:06:32.585714 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Request body: {'subnet': {'network_id': '8b02da67-bee5-4470-9008-ae94677096bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1505140250-subnet', 'tenant_id': 'da995c0642ee4c2798c0e041bf993e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:32.611151 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] For port 13fae1f1-2301-41ff-9f9c-63282643616a, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:32.613520 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Made reservation on behalf of da995c0642ee4c2798c0e041bf993e8a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:32.616120 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260030'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.621467 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] For port 13fae1f1-2301-41ff-9f9c-63282643616a, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=13fae1f1-2301-41ff-9f9c-63282643616a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:32.629892 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.633177 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48aedd-2b34-426b-bfb6-fe279a4f6706 admin admin] Pushing event updated for resources: {'Network': ['ID=8b02da67-bee5-4470-9008-ae94677096bb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.645878 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 8b02da67-bee5-4470-9008-ae94677096bb details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:06:32.691954 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93d97-9af1-4279-9a83-f1d9c5b184ab None None] Pushing event updated for resources: {'Port': ['ID=13fae1f1-2301-41ff-9f9c-63282643616a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:32.711677 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:32.712550 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:32.832326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks [] for port (285713df-fc53-4d94-a52a-96f9dba14b00), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.845891 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:32.866892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b32b5108-dfc5-4e6b-9294-05d48f25f734 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:32.882505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.913502 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13259984'] for subnet (b4c7fec9-8315-4470-972e-af63c7ea5007), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:32.943600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:32.949368 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:32.962476 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:32.966581 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Pushing event updated for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:33.005559 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port b32b5108-dfc5-4e6b-9294-05d48f25f734 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:33.009682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c7fec9-8315-4470-972e-af63c7ea5007,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:33.011443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.019102 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Checking segment: {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:33.019535 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Network hostable DHCP agents. Network: 8b02da67-bee5-4470-9008-ae94677096bb, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:06:33.033816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.044367 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Network 8b02da67-bee5-4470-9008-ae94677096bb is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:06:33.065189 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 8b02da67-bee5-4470-9008-ae94677096bb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:33.086748 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:33.087467 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.094580 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38bd59-4af9-44fe-ad95-7f932b3c94d2 None None] Network 8b02da67-bee5-4470-9008-ae94677096bb requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:33.147203 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3cf7c01f-54ca-49e0-8797-a0db639db254 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5476608 Mar 10 05:06:33.164022 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:30Z', 'revision_number': 3, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:33.238426 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471353d7-d93c-4f89-9cef-deb64d2a2803 None None] The sync data for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi is: [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:30Z', 'revision_number': 3, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:33.278298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.300176 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc79c2d-498d-4572-9c29-9fe2e15a7dae None None] Network 8b02da67-bee5-4470-9008-ae94677096bb requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:33.319646 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0e24-6074-47e7-bd28-3afd601c0c8b req-7ab8ff94-7d3d-4950-89a9-bab0dfd2883d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:33.332567 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4eef0e24-6074-47e7-bd28-3afd601c0c8b req-7ab8ff94-7d3d-4950-89a9-bab0dfd2883d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1583657 Mar 10 05:06:33.337280 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port b32b5108-dfc5-4e6b-9294-05d48f25f734 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:33.423547 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d64524f2-0c13-4da6-8e07-847f0c3a67f7 None None] Provisioning complete for port 285713df-fc53-4d94-a52a-96f9dba14b00 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:33.424097 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d64524f2-0c13-4da6-8e07-847f0c3a67f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.486871 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d64524f2-0c13-4da6-8e07-847f0c3a67f7 None None] Port 285713df-fc53-4d94-a52a-96f9dba14b00 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:33.502302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4eef0e24-6074-47e7-bd28-3afd601c0c8b req-f27f8f5e-b501-4f02-bc9c-380d87cb7840 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687765 Mar 10 05:06:33.675674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks [] for port (285713df-fc53-4d94-a52a-96f9dba14b00), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.683013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.735688 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:33.796807 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Pushing event updated for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:33.884933 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:33.887032 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:34.089971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Router c7505f4d-16eb-44e8-a20e-106e888d62f4 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:06:34.211560 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-216128c7-a4d4-45f4-80c5-af18b6a8894a None None] Provisioning complete for port 285713df-fc53-4d94-a52a-96f9dba14b00 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:34.213081 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-216128c7-a4d4-45f4-80c5-af18b6a8894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:34.251721 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-216128c7-a4d4-45f4-80c5-af18b6a8894a None None] Port 285713df-fc53-4d94-a52a-96f9dba14b00 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:34.256916 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:34.262067 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-738b2f84-8de5-42c9-b9d7-253307831c86 admin admin] 10.222.0.11 "PUT /v2.0/routers/c7505f4d-16eb-44e8-a20e-106e888d62f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7129886 Mar 10 05:06:34.609402 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeec28c-b784-44ad-9bfb-90d6db8412f0 req-dcef0605-3121-48ab-9e2d-5219754468e3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:34.610928 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fbeec28c-b784-44ad-9bfb-90d6db8412f0 req-dcef0605-3121-48ab-9e2d-5219754468e3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0565596 Mar 10 05:06:34.668858 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fbeec28c-b784-44ad-9bfb-90d6db8412f0 req-74c210e3-5180-4c0f-b703-a576e30423b1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472302 Mar 10 05:06:34.754927 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:06:34.826807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 13fae1f1-2301-41ff-9f9c-63282643616a up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:34.863473 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:34.872051 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1147449778-network', 'tenant_id': '3253c34c57334a09adbda6aa89404c41'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:34.882128 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 13fae1f1-2301-41ff-9f9c-63282643616a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:34.882501 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:34.896238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Made reservation on behalf of 3253c34c57334a09adbda6aa89404c41 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:34.899173 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:34.911979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:34.981216 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 13fae1f1-2301-41ff-9f9c-63282643616a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:34.981836 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.002817 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks [] for security_group (05646ae2-ae91-4ed2-a540-b9d15551327c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.011283 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 13fae1f1-2301-41ff-9f9c-63282643616a, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=13fae1f1-2301-41ff-9f9c-63282643616a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:35.011717 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (05646ae2-ae91-4ed2-a540-b9d15551327c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.020283 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.040035 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:06:35.058030 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05646ae2-ae91-4ed2-a540-b9d15551327c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:35.060869 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (23b5df56-2737-4533-8f0f-40e922f283b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.061229 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Added segment 23b5df56-2737-4533-8f0f-40e922f283b2 of type vlan for network 396f6b7d-8da9-4c50-b815-cd68ac205e5a Mar 10 05:06:35.080790 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=13fae1f1-2301-41ff-9f9c-63282643616a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:35.120576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (396f6b7d-8da9-4c50-b815-cd68ac205e5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.147209 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (396f6b7d-8da9-4c50-b815-cd68ac205e5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.148139 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:35.148814 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.182071 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3157778 Mar 10 05:06:35.184947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:35.191216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Request body: {'subnet': {'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1147449778-subnet', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:35.210311 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Made reservation on behalf of 3253c34c57334a09adbda6aa89404c41 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:35.211996 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac672-85e6-44c4-9d6f-55bf361bcc38 admin admin] Pushing event updated for resources: {'Network': ['ID=396f6b7d-8da9-4c50-b815-cd68ac205e5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:35.212750 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15770254'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.222543 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:06:35.291203 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Sync routers for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:35.304631 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:35.305427 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:35.387073 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14716497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15770272'] for subnet (40d0c6f4-a28f-41af-9a4b-9b79003bbf17), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.447816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d0c6f4-a28f-41af-9a4b-9b79003bbf17,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:35.454295 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Checking segment: {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:35.454816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Network hostable DHCP agents. Network: 396f6b7d-8da9-4c50-b815-cd68ac205e5a, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:06:35.471811 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:06:35.482595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 396f6b7d-8da9-4c50-b815-cd68ac205e5a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:35.488425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:35.488868 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.505693 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-48f92bd4-a577-4c62-a5b2-d1be435fdcf4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3194838 Mar 10 05:06:35.508303 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 44928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:35.512531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:35.525639 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4064b80-5fc8-4575-ae4c-afb4dc8fe048 None None] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:35.533504 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.534621 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.591360 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for router_controller (f11537a4-9324-4b26-9eeb-93ad389b1ca5), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.600857 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:35.734124 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'project_id': '3253c34c57334a09adbda6aa89404c41', 'fixed_ips': [{'subnet_id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:06:35.737467 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.745019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for router_gateway (f11537a4-9324-4b26-9eeb-93ad389b1ca5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:35.828218 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6ec3-0e47-4297-a591-12a7e6e7416d req-0d0cc1f5-0209-4cee-bad0-17a0f05f5d35 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:35.829842 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e0a6ec3-0e47-4297-a591-12a7e6e7416d req-0d0cc1f5-0209-4cee-bad0-17a0f05f5d35 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0816066 Mar 10 05:06:35.909690 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e0a6ec3-0e47-4297-a591-12a7e6e7416d req-7af97b33-3d92-48fb-9304-2c5ea8d3db95 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534499 Mar 10 05:06:35.967443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Allocated IP 172.20.0.2 (396f6b7d-8da9-4c50-b815-cd68ac205e5a/40d0c6f4-a28f-41af-9a4b-9b79003bbf17/7f2ccdd8-9c12-401b-9f43-180eb57cba62) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:35.989673 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 2, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:36.036482 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Checking router: c7505f4d-16eb-44e8-a20e-106e888d62f4 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:36.036841 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Updating router c7505f4d-16eb-44e8-a20e-106e888d62f4 port 285713df-fc53-4d94-a52a-96f9dba14b00 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:06:36.120538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.302219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for router_gateway (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.325552 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.326230 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks [] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.338164 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.427897 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:36.434552 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:36.439774 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Allocated IP 172.27.1.42 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:36.441073 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:36.443043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Pushing event updated for resources: {'Port': ['ID=7f2ccdd8-9c12-401b-9f43-180eb57cba62,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:36.519790 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-d185d8f4-fc53-4b4f-86fe-b7fa25d3504d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:36.521300 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-d185d8f4-fc53-4b4f-86fe-b7fa25d3504d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/networks?id=8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 200 len: 814 time: 0.1168993 Mar 10 05:06:36.523554 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Attempting to bind port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:36.523928 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Attempting to bind port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:36.524290 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Attempting to bind port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 on network 396f6b7d-8da9-4c50-b815-cd68ac205e5a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:36.537069 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-347d35f8-ce91-425d-b227-4d6c19539ffe tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/quotas/da995c0642ee4c2798c0e041bf993e8a HTTP/1.1" status: 200 len: 375 time: 0.0103667 Mar 10 05:06:36.538121 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:36.538497 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Checking segment: {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:36.538894 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.539278 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Bound using segment: {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:36.539747 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Bound port: 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:36.540120 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.569787 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.573570 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-c1d7cd9f-ef64-4c51-b3de-bd0b2b1f77d1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301268 Mar 10 05:06:36.613978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.625056 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks [] for port (285713df-fc53-4d94-a52a-96f9dba14b00), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.637006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.670274 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:36.674940 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] For port 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:36.687577 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:36.690102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:36.693364 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:36.695666 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] For port 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=7f2ccdd8-9c12-401b-9f43-180eb57cba62,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:36.700495 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-11fa2f8d-2830-47a2-85af-09b8ee64f236 service neutron] 10.222.0.11 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182034 Mar 10 05:06:36.714848 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135fe04-8fd6-4d27-859b-d61521c6829e None None] Pushing event updated for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:36.717586 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.850737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Attempting to bind port 285713df-fc53-4d94-a52a-96f9dba14b00 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:36.851485 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Attempting to bind port 285713df-fc53-4d94-a52a-96f9dba14b00 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:36.852020 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Attempting to bind port 285713df-fc53-4d94-a52a-96f9dba14b00 on network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:36.880089 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:36.881561 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Checking segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:36.882174 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.883211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Bound using segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:36.883939 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Bound port: 285713df-fc53-4d94-a52a-96f9dba14b00, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:36.884536 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:36.896192 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 13fae1f1-2301-41ff-9f9c-63282643616a up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:36.924369 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2f53a-f470-4d48-89ba-d47312353eb3 None None] Pushing event updated for resources: {'Port': ['ID=7f2ccdd8-9c12-401b-9f43-180eb57cba62,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:36.935980 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-ddeec710-3909-470c-877f-992625547cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333503 Mar 10 05:06:37.082457 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] For port 285713df-fc53-4d94-a52a-96f9dba14b00, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:37.086893 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] For port 285713df-fc53-4d94-a52a-96f9dba14b00, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=285713df-fc53-4d94-a52a-96f9dba14b00,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:37.089945 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 13fae1f1-2301-41ff-9f9c-63282643616a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:37.090416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.118476 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.129757 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for router_gateway (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.229164 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e4758-77b2-4c38-a176-7871dcdd4909 req-ae2c5248-5611-48e9-a37c-e127f0856d7b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:37.240935 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ed4e4758-77b2-4c38-a176-7871dcdd4909 req-ae2c5248-5611-48e9-a37c-e127f0856d7b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1813295 Mar 10 05:06:37.253734 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4bb582b7-9f29-4ddb-af52-a0cd6165abb3 req-d9d6c2ee-218a-444e-9700-3ed39ddf1595 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 210 time: 0.0623813 Mar 10 05:06:37.272147 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Provisioning complete for port 285713df-fc53-4d94-a52a-96f9dba14b00 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:37.272398 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.335284 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:37.336234 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:37.348825 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135fe04-8fd6-4d27-859b-d61521c6829e None None] Pushing event updated for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:37.403465 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ed4e4758-77b2-4c38-a176-7871dcdd4909 req-f213349a-5a9f-43a7-b499-e61eafdfc6a4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613600 Mar 10 05:06:37.570527 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.629402 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 13fae1f1-2301-41ff-9f9c-63282643616a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:37.668024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:37.708987 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Current status of the port 285713df-fc53-4d94-a52a-96f9dba14b00 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:37.709409 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.740337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Router f11537a4-9324-4b26-9eeb-93ad389b1ca5 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:06:37.798719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] For port 285713df-fc53-4d94-a52a-96f9dba14b00, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=285713df-fc53-4d94-a52a-96f9dba14b00,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:37.808003 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.864219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:37.880547 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Sync routers for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:37.886630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:37.888113 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-01d03e5b-d02e-4df0-89b6-03b0c2091056 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3788567 Mar 10 05:06:37.891511 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 44976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:37.896890 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:37.899525 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:37.939019 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadaad1b-497c-4cd9-92c9-c8e6d8591a74 None None] Pushing event updated for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:37.959221 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a843844-ab1e-4ef3-bc9d-e2a4618ffeea None None] Provisioning complete for port 285713df-fc53-4d94-a52a-96f9dba14b00 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:37.959597 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a843844-ab1e-4ef3-bc9d-e2a4618ffeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.025738 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:38.066965 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:38.071384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3a843844-ab1e-4ef3-bc9d-e2a4618ffeea None None] Current status of the port 285713df-fc53-4d94-a52a-96f9dba14b00 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:38.104680 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b78758-8e85-48fe-bddc-40654f1d75cd None None] The sync data for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi is: [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:38.210935 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3752ef7-5ae2-48ff-80fc-eb5d9e0c02bc None None] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:06:38.278760 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:36Z', 'revision_number': 3, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:38.312979 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Provisioning complete for port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:38.313625 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.316006 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Checking router: f11537a4-9324-4b26-9eeb-93ad389b1ca5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:38.316482 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Updating router f11537a4-9324-4b26-9eeb-93ad389b1ca5 port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:06:38.356612 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.418888 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c736fc65-32c5-4f0f-8978-602737342376 req-a691504a-22f7-481d-884c-c9f5bb56e5a9 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 210 time: 0.0688620 Mar 10 05:06:38.466018 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Current status of the port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:38.467139 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.523431 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.526791 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] For port 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=7f2ccdd8-9c12-401b-9f43-180eb57cba62,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:38.532210 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.605924 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8670034-1b3a-4dad-aa50-464c916b919e None None] Pushing event updated for resources: {'Port': ['ID=7f2ccdd8-9c12-401b-9f43-180eb57cba62,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:38.682342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a347edf-3041-4965-a7db-e4dad9832410 req-47b4d516-f3d1-4317-9112-d56a41507f8a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:38.692285 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7a347edf-3041-4965-a7db-e4dad9832410 req-47b4d516-f3d1-4317-9112-d56a41507f8a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1259251 Mar 10 05:06:38.760340 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7a347edf-3041-4965-a7db-e4dad9832410 req-afbaf193-0080-49da-9c83-cf3a76a39aea tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606055 Mar 10 05:06:38.771259 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d966c45-db14-4fbd-8379-9c43a0efcf8a None None] Provisioning complete for port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:38.771734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d966c45-db14-4fbd-8379-9c43a0efcf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.786020 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Allocated IP 172.20.0.1 (396f6b7d-8da9-4c50-b815-cd68ac205e5a/40d0c6f4-a28f-41af-9a4b-9b79003bbf17/bae158c9-256e-41ac-8ef5-6d974da21d09) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:38.788220 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks [] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.796894 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.875177 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77385139-6f18-440d-9dd6-086038b1a6a0 None None] Pushing event updated for resources: {'Port': ['ID=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:38.903381 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Attempting to bind port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:38.905254 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Attempting to bind port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:38.906630 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Attempting to bind port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:38.911076 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks [] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.918058 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:38.920047 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:38.920456 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.920852 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:38.923336 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Bound port: 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:38.925361 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:38.967040 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d966c45-db14-4fbd-8379-9c43a0efcf8a None None] Current status of the port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:38.974384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 7f2ccdd8-9c12-401b-9f43-180eb57cba62 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:38.987754 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.004809 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] For port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:39.009744 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] For port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:39.017426 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.041728 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:39.042224 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.063880 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Pushing event updated for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:39.071930 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:39.072766 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:39.092542 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:39.097878 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:39.118121 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:39.150085 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77385139-6f18-440d-9dd6-086038b1a6a0 None None] Pushing event updated for resources: {'Port': ['ID=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:39.199206 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.236913 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:39.238781 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 285713df-fc53-4d94-a52a-96f9dba14b00 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:39.348704 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 285713df-fc53-4d94-a52a-96f9dba14b00 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:39.350073 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.383403 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:39.485373 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 285713df-fc53-4d94-a52a-96f9dba14b00 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:39.503418 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.604023 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6033f1a3-3002-445e-a0f7-5e5222896307 None None] Provisioning complete for port bae158c9-256e-41ac-8ef5-6d974da21d09 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:39.604511 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6033f1a3-3002-445e-a0f7-5e5222896307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.673342 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a24e5a8b-00eb-44d3-9470-3619314c5515 req-215a5846-1607-457a-a969-b0d1dbd1780e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 210 time: 0.0596695 Mar 10 05:06:39.680462 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6033f1a3-3002-445e-a0f7-5e5222896307 None None] Port bae158c9-256e-41ac-8ef5-6d974da21d09 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:39.715058 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:36Z', 'revision_number': 3, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:39.747028 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13faff7-382a-4888-93ed-35d3a715a144 None None] The sync data for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi is: [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:36Z', 'revision_number': 3, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:39.790809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks [] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.797298 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.868715 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Pushing event updated for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:39.871134 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:39.905305 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c879e1-9d07-4c11-823d-9f50ea5e28af req-a8dd0e29-319a-45b9-ae5d-caa577a4b809 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:39.908100 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-01c879e1-9d07-4c11-823d-9f50ea5e28af req-a8dd0e29-319a-45b9-ae5d-caa577a4b809 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0697913 Mar 10 05:06:39.973934 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-01c879e1-9d07-4c11-823d-9f50ea5e28af req-66a50c90-e0f9-43ab-859e-485645e85125 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Mar 10 05:06:39.980349 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:39.982390 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:40.142246 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Router f11537a4-9324-4b26-9eeb-93ad389b1ca5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:06:40.310403 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:06:40.322893 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a834ffbd-e3c1-4e5e-b2be-7c50a3e39b3f admin admin] 10.222.0.11 "PUT /v2.0/routers/f11537a4-9324-4b26-9eeb-93ad389b1ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4302909 Mar 10 05:06:40.326053 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d9d7b64-1901-4ce4-a7e7-0f8371626490 None None] Provisioning complete for port bae158c9-256e-41ac-8ef5-6d974da21d09 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:40.326613 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9d7b64-1901-4ce4-a7e7-0f8371626490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:40.338328 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-af9e356c-aedd-49ab-8665-d7d690d31430 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:40.340069 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-af9e356c-aedd-49ab-8665-d7d690d31430 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "GET /v2.0/networks?id=8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 200 len: 814 time: 0.2108090 Mar 10 05:06:40.355266 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Request body: {'port': {'device_id': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb', 'admin_state_up': True, 'tenant_id': 'da995c0642ee4c2798c0e041bf993e8a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:40.395438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d7b64-1901-4ce4-a7e7-0f8371626490 None None] Port bae158c9-256e-41ac-8ef5-6d974da21d09 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:40.521534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Made reservation on behalf of da995c0642ee4c2798c0e041bf993e8a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:40.526466 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:40.738980 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Allocated IP 172.20.0.11 (8b02da67-bee5-4470-9008-ae94677096bb/b4c7fec9-8315-4470-972e-af63c7ea5007/23478b84-b192-483a-a65b-a1345b419d0c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:40.896208 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c7ba6f93-fcbc-4c79-a386-41b1804bb263 req-b7833439-fdb5-4c77-ade8-3cf6d8ab00c7 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 210 time: 0.0423272 Mar 10 05:06:40.937870 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:41.025520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks [] for port (23478b84-b192-483a-a65b-a1345b419d0c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.048299 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:41.049455 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.073870 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.179627 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:41.180208 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.233804 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Network 8b02da67-bee5-4470-9008-ae94677096bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:41.237843 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:41.243507 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.250179 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:41.256543 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Pushing event updated for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:41.259187 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:41.310051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279e68-2096-47ee-b5d5-3a3ee910a7c0 req-561a3242-64e5-497f-a249-af982f6d37c5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:41.312436 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19279e68-2096-47ee-b5d5-3a3ee910a7c0 req-561a3242-64e5-497f-a249-af982f6d37c5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.1690948 Mar 10 05:06:41.318185 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:41.348607 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:41.349367 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.377396 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-1cd8a8f9-cec5-4897-a20c-fc04607f8bde tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0288341 Mar 10 05:06:41.395316 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Request body: {'port': {'device_id': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:41.401587 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19279e68-2096-47ee-b5d5-3a3ee910a7c0 req-f388c72a-88f5-41bd-b1b7-7133710fb002 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823081 Mar 10 05:06:41.472990 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (23478b84-b192-483a-a65b-a1345b419d0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.783847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23478b84-b192-483a-a65b-a1345b419d0c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:41.794686 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks [] for port (23478b84-b192-483a-a65b-a1345b419d0c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.814640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Transition to ACTIVE for port object 23478b84-b192-483a-a65b-a1345b419d0c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:06:41.824168 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:41.923334 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Pushing event updated for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:42.012855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Attempting to bind port 23478b84-b192-483a-a65b-a1345b419d0c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:42.013216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Attempting to bind port 23478b84-b192-483a-a65b-a1345b419d0c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:42.013540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Attempting to bind port 23478b84-b192-483a-a65b-a1345b419d0c on network 8b02da67-bee5-4470-9008-ae94677096bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:42.018220 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Port 23478b84-b192-483a-a65b-a1345b419d0c on network 8b02da67-bee5-4470-9008-ae94677096bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:06:42.018533 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Attempting to bind port 23478b84-b192-483a-a65b-a1345b419d0c on network 8b02da67-bee5-4470-9008-ae94677096bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:42.025637 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:42.026294 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Checking segment: {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:42.027512 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Bound using segment: {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:42.028265 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Bound port: 23478b84-b192-483a-a65b-a1345b419d0c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:42.028744 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (23478b84-b192-483a-a65b-a1345b419d0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:42.055206 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae3d5-aef9-4ea5-9127-e3fc1cf29e21 req-d51d3561-ad44-4413-bf80-6b409fda7f8b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:42.059171 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0bdae3d5-aef9-4ea5-9127-e3fc1cf29e21 req-d51d3561-ad44-4413-bf80-6b409fda7f8b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0765133 Mar 10 05:06:42.133388 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:42.141272 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23478b84-b192-483a-a65b-a1345b419d0c,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:42.151351 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0bdae3d5-aef9-4ea5-9127-e3fc1cf29e21 req-227d32b5-73c3-434c-bb18-6db7d644376f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859270 Mar 10 05:06:42.156195 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:42.221052 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Pushing event updated for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:42.225983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:42.226611 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:42.228116 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-9b5bb671-352d-414b-a345-52933d5e1151 service neutron] 10.222.0.24 "PUT /v2.0/ports/23478b84-b192-483a-a65b-a1345b419d0c HTTP/1.1" status: 200 len: 1094 time: 0.8389020 Mar 10 05:06:42.228566 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:42.230888 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b120d0ab-44f6-4573-a717-1be7fbe2e128" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "tag": "23478b84-b192-483a-a65b-a1345b419d0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:42.295305 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6b95f-046e-4909-a469-d0b9c748f8ed x-openstack-request-id: req-6ff6b95f-046e-4909-a469-d0b9c748f8ed {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:42.295604 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "tag": "23478b84-b192-483a-a65b-a1345b419d0c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:42.295874 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ff6b95f-046e-4909-a469-d0b9c748f8ed {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:42.296998 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c', 'status': 'completed', 'code': 200} Mar 10 05:06:42.379544 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Sync routers for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:06:42.393684 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:42.394413 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:42.549579 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f00a-db0e-44ce-b0e3-8f471ccee5b3 req-290e8614-a6c9-4d24-9914-a33cd0709264 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:42.551096 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-05a4f00a-db0e-44ce-b0e3-8f471ccee5b3 req-290e8614-a6c9-4d24-9914-a33cd0709264 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0712142 Mar 10 05:06:42.558737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:42.616947 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-05a4f00a-db0e-44ce-b0e3-8f471ccee5b3 req-fb14f74c-af3d-4abb-9d79-69abf96b1505 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585616 Mar 10 05:06:42.817999 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:39Z', 'revision_number': 4, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'bae158c9-256e-41ac-8ef5-6d974da21d09', 'name': '', 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'mac_address': 'fa:16:3e:a1:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:38Z', 'updated_at': '2022-03-10T05:06:39Z', 'revision_number': 2, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'subnets': [{'id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:42.850621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:42.852908 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Checking router: f11537a4-9324-4b26-9eeb-93ad389b1ca5 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:06:42.853304 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Updating router f11537a4-9324-4b26-9eeb-93ad389b1ca5 port bae158c9-256e-41ac-8ef5-6d974da21d09 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:06:42.916895 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:42.965687 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:42.966071 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.268157 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:43.293878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3320e1-08a9-43f2-b3ca-5492148cf1b6 req-cf2b4590-d72e-4e58-9e06-89fa11341209 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:43.296729 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1f3320e1-08a9-43f2-b3ca-5492148cf1b6 req-cf2b4590-d72e-4e58-9e06-89fa11341209 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0577340 Mar 10 05:06:43.351677 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1f3320e1-08a9-43f2-b3ca-5492148cf1b6 req-d585cb14-cd73-415e-965e-acfc762869e3 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Mar 10 05:06:43.396384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f0734a6-0d6a-40b6-af93-730d4c58ecef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.452750 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks [] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.462444 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.523271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a611d75-2297-49d6-9fe6-fd86a3fee547 None None] Pushing event updated for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:43.579999 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Attempting to bind port bae158c9-256e-41ac-8ef5-6d974da21d09 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:06:43.580690 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Attempting to bind port bae158c9-256e-41ac-8ef5-6d974da21d09 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:06:43.581230 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Attempting to bind port bae158c9-256e-41ac-8ef5-6d974da21d09 on network 396f6b7d-8da9-4c50-b815-cd68ac205e5a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:06:43.587543 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:06:43.588189 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Checking segment: {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:06:43.588970 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.589585 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Bound using segment: {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:06:43.590252 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Bound port: bae158c9-256e-41ac-8ef5-6d974da21d09, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b5df56-2737-4533-8f0f-40e922f283b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:06:43.591229 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.698331 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] For port bae158c9-256e-41ac-8ef5-6d974da21d09, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:06:43.707102 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] For port bae158c9-256e-41ac-8ef5-6d974da21d09, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=bae158c9-256e-41ac-8ef5-6d974da21d09,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:06:43.722106 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.800609 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1044c-4fd5-450b-878f-1652c39661c7 req-7b53c135-2cfd-4e18-99d3-83a23a7d2b6b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:43.803085 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1ce1044c-4fd5-450b-878f-1652c39661c7 req-7b53c135-2cfd-4e18-99d3-83a23a7d2b6b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0872686 Mar 10 05:06:43.805096 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Provisioning complete for port bae158c9-256e-41ac-8ef5-6d974da21d09 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:43.805497 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:43.814042 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:06:43.815135 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:06:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:43.834184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a611d75-2297-49d6-9fe6-fd86a3fee547 None None] Pushing event updated for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:43.888143 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1ce1044c-4fd5-450b-878f-1652c39661c7 req-1accab52-a471-4630-925e-7d59938f2621 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706592 Mar 10 05:06:44.023211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Current status of the port bae158c9-256e-41ac-8ef5-6d974da21d09 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:44.023753 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:44.046074 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:06:44.102966 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] For port bae158c9-256e-41ac-8ef5-6d974da21d09, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=bae158c9-256e-41ac-8ef5-6d974da21d09,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:44.142088 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:44.250759 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebf188-d1ae-4351-9aff-bf68ca568565 None None] Pushing event updated for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:44.331508 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-062a4580-46cb-4bb6-a69b-ccec2959ce54 None None] Provisioning complete for port bae158c9-256e-41ac-8ef5-6d974da21d09 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:44.331934 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-062a4580-46cb-4bb6-a69b-ccec2959ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:44.393495 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:39Z', 'revision_number': 4, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'bae158c9-256e-41ac-8ef5-6d974da21d09', 'name': '', 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'mac_address': 'fa:16:3e:a1:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:38Z', 'updated_at': '2022-03-10T05:06:43Z', 'revision_number': 4, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'subnets': [{'id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:06:44.425374 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db538ef9-dc8e-4e1f-a09c-dabea77953e5 None None] The sync data for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi is: [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:06:39Z', 'revision_number': 4, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'bae158c9-256e-41ac-8ef5-6d974da21d09', 'name': '', 'network_id': '396f6b7d-8da9-4c50-b815-cd68ac205e5a', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'mac_address': 'fa:16:3e:a1:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:38Z', 'updated_at': '2022-03-10T05:06:43Z', 'revision_number': 4, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'subnets': [{'id': '40d0c6f4-a28f-41af-9a4b-9b79003bbf17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:06:44.524287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-062a4580-46cb-4bb6-a69b-ccec2959ce54 None None] Current status of the port bae158c9-256e-41ac-8ef5-6d974da21d09 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:44.628535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fccc92-029b-421a-b252-c426fdc0f256 req-c09057c2-525a-4c40-a3c5-4564861cefee tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:44.635464 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-74fccc92-029b-421a-b252-c426fdc0f256 req-c09057c2-525a-4c40-a3c5-4564861cefee tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.1989980 Mar 10 05:06:44.644768 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-e8d7ba40-9706-46d2-ba5f-cbd111d00889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:44.646198 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-e8d7ba40-9706-46d2-ba5f-cbd111d00889 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 1128 time: 0.1200740 Mar 10 05:06:44.741172 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-74fccc92-029b-421a-b252-c426fdc0f256 req-53c34055-91b5-4a62-a357-9f2654f21682 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046221 Mar 10 05:06:44.866102 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device bae158c9-256e-41ac-8ef5-6d974da21d09 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:44.973241 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port bae158c9-256e-41ac-8ef5-6d974da21d09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:44.973627 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:45.080124 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8f57-9a43-4818-80ce-5ba3a0b3469f req-284ff69a-c0c8-4dba-bee9-d7c288aca8d3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:45.082340 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c0e8f57-9a43-4818-80ce-5ba3a0b3469f req-284ff69a-c0c8-4dba-bee9-d7c288aca8d3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0911217 Mar 10 05:06:45.096125 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port bae158c9-256e-41ac-8ef5-6d974da21d09 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:45.246983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-b2099a5b-e98f-40ac-950c-d5b1e57b2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:45.248621 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-b2099a5b-e98f-40ac-950c-d5b1e57b2398 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=da995c0642ee4c2798c0e041bf993e8a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5874138 Mar 10 05:06:45.415182 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c0e8f57-9a43-4818-80ce-5ba3a0b3469f req-dbc11554-a7c6-4448-935d-eae75784e38d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269434 Mar 10 05:06:45.632182 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-878433f1-98bd-43ae-9590-a449b9a61879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:45.998515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a72af9-bae0-42ba-b7da-6713a05ed9ba req-5a52f6ff-4e61-4c5a-9d9a-ff0c574d9db1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:46.000262 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-44a72af9-bae0-42ba-b7da-6713a05ed9ba req-5a52f6ff-4e61-4c5a-9d9a-ff0c574d9db1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.1736693 Mar 10 05:06:46.099472 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-183acdec-8001-4202-a25f-683db8047e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:46.100961 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b120d0ab-44f6-4573-a717-1be7fbe2e128 req-183acdec-8001-4202-a25f-683db8047e04 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2248070 Mar 10 05:06:46.104509 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-44a72af9-bae0-42ba-b7da-6713a05ed9ba req-011f5b9b-90b1-45e7-8fc9-96c9b14a8868 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972099 Mar 10 05:06:46.554536 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff28e6-88b8-4d29-9b78-dbcb98e8c00b req-aad12f1f-ace1-4af2-9596-b213175a4cb8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:46.556036 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bbff28e6-88b8-4d29-9b78-dbcb98e8c00b req-aad12f1f-ace1-4af2-9596-b213175a4cb8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0577624 Mar 10 05:06:46.608742 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bbff28e6-88b8-4d29-9b78-dbcb98e8c00b req-3cc1e50d-6770-4bf3-a0dc-c3ce89b72baf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Mar 10 05:06:46.692027 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:47.239794 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f7669-f8cb-40fd-9f97-d2b026e8845f req-d2fc30d0-cbe6-4749-8a4d-6953e3b17f8f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:47.241323 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8d3f7669-f8cb-40fd-9f97-d2b026e8845f req-d2fc30d0-cbe6-4749-8a4d-6953e3b17f8f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0616660 Mar 10 05:06:47.290472 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8d3f7669-f8cb-40fd-9f97-d2b026e8845f req-8e4d8c17-7697-46b2-b503-bb550f667489 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Mar 10 05:06:47.740069 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca6fe-c1a8-4728-a42e-eb3c5a773f08 req-da6ebf4c-3342-480f-bd59-9b8d84c3f21e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:47.742356 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7e2ca6fe-c1a8-4728-a42e-eb3c5a773f08 req-da6ebf4c-3342-480f-bd59-9b8d84c3f21e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0577350 Mar 10 05:06:47.771510 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-d6bb45a7-ecda-4e9b-84ee-9d22c37f963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:47.773531 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-d6bb45a7-ecda-4e9b-84ee-9d22c37f963e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 1128 time: 0.0719771 Mar 10 05:06:47.799152 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7e2ca6fe-c1a8-4728-a42e-eb3c5a773f08 req-59c0941d-ff22-4b7a-8d99-aacb39dce01f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509489 Mar 10 05:06:47.824728 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-4c605585-800f-489d-8e75-5bbafe83d1b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23478b84-b192-483a-a65b-a1345b419d0c HTTP/1.1" status: 200 len: 217 time: 0.0414629 Mar 10 05:06:47.878232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-4fedfc8d-4694-4928-bbfa-7632f13f312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:47.879814 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-4fedfc8d-4694-4928-bbfa-7632f13f312b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4c7fec9-8315-4470-972e-af63c7ea5007 HTTP/1.1" status: 200 len: 854 time: 0.0493069 Mar 10 05:06:47.921439 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-b8ca0632-ee49-45ac-ae2c-1d9d09c3d97d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b02da67-bee5-4470-9008-ae94677096bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301898 Mar 10 05:06:48.035378 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-7e21b2b7-596b-46e3-adfd-8ce1b8893011 service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013107 Mar 10 05:06:48.049605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:48.159255 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e158d9c7-56d0-4b51-afe8-7fbf78bbe42f req-eb98dce0-0f99-43d1-88af-fdfaaa0a8cbc service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151412 Mar 10 05:06:48.421324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e35f6-340a-40cd-b3b6-ace162c3e31a req-9ae1010e-4479-4a2b-8ea6-8a6958b04f65 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:48.423569 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-335e35f6-340a-40cd-b3b6-ace162c3e31a req-9ae1010e-4479-4a2b-8ea6-8a6958b04f65 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0624244 Mar 10 05:06:48.487989 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-335e35f6-340a-40cd-b3b6-ace162c3e31a req-1cdc8f7f-4600-47ad-833d-0a583e37e44e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586970 Mar 10 05:06:48.959205 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151b2b5-69d7-4d20-933f-0fedb946f6f0 req-d726fab8-aef7-4d82-a597-19156effb94f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:48.961578 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9151b2b5-69d7-4d20-933f-0fedb946f6f0 req-d726fab8-aef7-4d82-a597-19156effb94f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0638986 Mar 10 05:06:49.050089 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9151b2b5-69d7-4d20-933f-0fedb946f6f0 req-7dcfb26c-e84a-4950-a3c9-60b43c831939 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Mar 10 05:06:49.610735 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:49.635165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e98b-1c94-43c8-a155-c3819f37c871 req-f41955c2-971c-4669-950f-6211f19571b8 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:49.636643 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9302e98b-1c94-43c8-a155-c3819f37c871 req-f41955c2-971c-4669-950f-6211f19571b8 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0713248 Mar 10 05:06:49.688146 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9302e98b-1c94-43c8-a155-c3819f37c871 req-e5ae42e2-8999-45aa-899b-9b18d7d49e55 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Mar 10 05:06:50.199526 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c5a7-d7e8-404b-be46-d5fea8d6a5f0 req-d3072039-727a-48e0-8aa0-2470b3da7f84 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:50.201229 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e6a8c5a7-d7e8-404b-be46-d5fea8d6a5f0 req-d3072039-727a-48e0-8aa0-2470b3da7f84 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0628595 Mar 10 05:06:50.267950 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e6a8c5a7-d7e8-404b-be46-d5fea8d6a5f0 req-6d2a0d84-6588-43f9-b3d0-3ca75232a0b6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Mar 10 05:06:50.816961 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9fab2-49d1-42fc-add8-34788ac6a9e5 req-04147075-2233-4267-84ab-20eb622e34c5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:50.823870 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bbd9fab2-49d1-42fc-add8-34788ac6a9e5 req-04147075-2233-4267-84ab-20eb622e34c5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0602894 Mar 10 05:06:50.872591 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bbd9fab2-49d1-42fc-add8-34788ac6a9e5 req-4a15c05a-e3de-4259-b626-4effb97c3297 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Mar 10 05:06:51.393701 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd6cf-8f5b-4552-bdf1-bae440d7b0f4 req-162b846b-3926-4c15-b29a-4a30e905615b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:51.395166 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2ffd6cf-8f5b-4552-bdf1-bae440d7b0f4 req-162b846b-3926-4c15-b29a-4a30e905615b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0520506 Mar 10 05:06:51.441318 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2ffd6cf-8f5b-4552-bdf1-bae440d7b0f4 req-5241d4ca-b7fb-4f73-a900-c3a6134fc4d1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Mar 10 05:06:51.747577 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-2769c1d2-ef84-4ff9-8936-e5f569a8f420 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:51.749714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-2769c1d2-ef84-4ff9-8936-e5f569a8f420 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 814 time: 0.1005239 Mar 10 05:06:51.763321 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-da877235-4b65-4ae6-a408-c0372eb5e29d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/quotas/33aec885492c41f59e2024ad941db45f HTTP/1.1" status: 200 len: 375 time: 0.0085418 Mar 10 05:06:51.818196 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-464302b7-46ef-4273-94dc-d50104ebbb1f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494568 Mar 10 05:06:51.916541 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-c0694ea3-5f8b-42fb-a78d-912800eca36d service neutron] 10.222.0.11 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839884 Mar 10 05:06:51.996607 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36077-5c07-4eb0-a7c9-09a39dbd62ac req-992b2432-8638-4551-b70d-271d5a8b50d6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:51.998314 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2ce36077-5c07-4eb0-a7c9-09a39dbd62ac req-992b2432-8638-4551-b70d-271d5a8b50d6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 944 time: 0.0581059 Mar 10 05:06:52.009186 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-ff25b718-d2dc-4d1b-8c89-2c4e174865ed service neutron] 10.222.0.11 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854013 Mar 10 05:06:52.045000 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2ce36077-5c07-4eb0-a7c9-09a39dbd62ac req-c6445e68-58ae-408e-8af0-1b7c609f3d3a tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Mar 10 05:06:52.166750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c79a73d3-683d-44a7-9fde-fde699af8ec0 req-4fa371a0-0e1c-4e3a-b8cc-292902e8cadd tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Mar 10 05:06:52.297465 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 23478b84-b192-483a-a65b-a1345b419d0c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:06:52.408929 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23478b84-b192-483a-a65b-a1345b419d0c,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:52.419967 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '23478b84-b192-483a-a65b-a1345b419d0c', 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb', 'port_id': '23478b84-b192-483a-a65b-a1345b419d0c', 'mac_address': 'fa:16:3e:58:26:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c7fec9-8315-4470-972e-af63c7ea5007', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:06:52.460407 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 23478b84-b192-483a-a65b-a1345b419d0c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:52.460806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (23478b84-b192-483a-a65b-a1345b419d0c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:52.476693 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23478b84-b192-483a-a65b-a1345b419d0c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:06:52.499247 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23478b84-b192-483a-a65b-a1345b419d0c,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:52.503195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:52.558743 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:52.564732 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31178c7-3a58-4c79-a248-7abd63813ba6 req-1ad3cc0c-3b00-4e9f-808a-e257acdce471 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:52.566288 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a31178c7-3a58-4c79-a248-7abd63813ba6 req-1ad3cc0c-3b00-4e9f-808a-e257acdce471 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0546606 Mar 10 05:06:52.615628 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a31178c7-3a58-4c79-a248-7abd63813ba6 req-8d15ff75-bfd1-428a-b33a-4192ceccf392 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Mar 10 05:06:52.930594 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['23478b84-b192-483a-a65b-a1345b419d0c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:06:53.163278 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d6ecf-0c7c-466b-a0d0-4f5bdd30e98e req-0024b643-de04-4b8e-acab-4c3624f6e760 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:53.164897 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-437d6ecf-0c7c-466b-a0d0-4f5bdd30e98e req-0024b643-de04-4b8e-acab-4c3624f6e760 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 945 time: 0.0533137 Mar 10 05:06:53.213969 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-437d6ecf-0c7c-466b-a0d0-4f5bdd30e98e req-c7b43bd9-f307-4572-bdb0-7e4629177b36 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Mar 10 05:06:53.285288 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-65531789-41cc-48e0-bd98-7c7afcf23ab6 req-95fe6d78-45e6-4767-b155-6915fd7fe42d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0367856 Mar 10 05:06:53.352599 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-2a68bc91-e227-4876-b182-c50d31c626dc tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:53.354133 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-2a68bc91-e227-4876-b182-c50d31c626dc tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 814 time: 0.1351745 Mar 10 05:06:53.372230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'port': {'device_id': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'admin_state_up': True, 'tenant_id': '33aec885492c41f59e2024ad941db45f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:06:53.499532 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Made reservation on behalf of 33aec885492c41f59e2024ad941db45f for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:06:53.503141 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:53.666008 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Allocated IP 172.20.0.5 (1614b75a-3136-47bb-b6f2-2a7944a92ba3/9eb2f091-edd4-4c6d-8305-153b21ce528e/c83c510a-76c6-4840-90a7-0084140672c1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:06:53.758345 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af8172-d736-47ea-a921-72987a7c42fc req-bede4014-0822-4f56-95c3-10d6b08909c6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:53.760140 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c2af8172-d736-47ea-a921-72987a7c42fc req-bede4014-0822-4f56-95c3-10d6b08909c6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0639303 Mar 10 05:06:53.857758 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c2af8172-d736-47ea-a921-72987a7c42fc req-36e0db5f-eebc-4303-ab96-097ac5088e50 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844450 Mar 10 05:06:53.959338 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for port (c83c510a-76c6-4840-90a7-0084140672c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:54.014830 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:54.074458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:06:54.080985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:06:54.084983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:06:54.125087 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:54.183634 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:54.184300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:54.215349 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0de3bac1-3c7c-4b05-931a-a99c96353832 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8462722 Mar 10 05:06:54.382450 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32d8f-e4ee-4d00-aacf-a2d421ee7b78 req-10ffaad6-cd51-446e-b841-ae6860733f6d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:54.383905 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a6d32d8f-e4ee-4d00-aacf-a2d421ee7b78 req-10ffaad6-cd51-446e-b841-ae6860733f6d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 945 time: 0.0766213 Mar 10 05:06:54.440362 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a6d32d8f-e4ee-4d00-aacf-a2d421ee7b78 req-667fb259-8413-48d4-943b-159fd35ec39d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508795 Mar 10 05:06:54.445342 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a49abb00-00e5-4159-b465-2aa48d11518e None None] Provisioning complete for port c83c510a-76c6-4840-90a7-0084140672c1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:54.446456 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a49abb00-00e5-4159-b465-2aa48d11518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c83c510a-76c6-4840-90a7-0084140672c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:54.472181 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38410692-fba8-4dcd-a638-67c323c2d1f3 req-8cdb1a42-69ac-4811-aac2-a549f52f6bc0 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:54.473776 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-38410692-fba8-4dcd-a638-67c323c2d1f3 req-8cdb1a42-69ac-4811-aac2-a549f52f6bc0 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.1032586 Mar 10 05:06:54.490453 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a49abb00-00e5-4159-b465-2aa48d11518e None None] Port c83c510a-76c6-4840-90a7-0084140672c1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:06:54.523981 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-38410692-fba8-4dcd-a638-67c323c2d1f3 req-bc0373ac-dbf7-4ce5-af8a-db4203c56b5d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Mar 10 05:06:55.005053 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3fdd6-de78-401d-b23b-ffa49d6aded0 req-de4e06b0-a4a2-4529-ae4b-8728829d3240 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:55.009614 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6fc3fdd6-de78-401d-b23b-ffa49d6aded0 req-de4e06b0-a4a2-4529-ae4b-8728829d3240 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0576286 Mar 10 05:06:55.090287 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6fc3fdd6-de78-401d-b23b-ffa49d6aded0 req-92742f8d-8208-469b-a45a-5a94f20dd614 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774558 Mar 10 05:06:55.136669 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:55.247458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b524adb6-5d0f-4252-94a7-5cae93e4d320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.334923 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b524adb6-5d0f-4252-94a7-5cae93e4d320 admin admin] Publish callbacks [] for security_group (4b1305d0-76a0-477d-9aa5-897938e4f07c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.339199 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b524adb6-5d0f-4252-94a7-5cae93e4d320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4b1305d0-76a0-477d-9aa5-897938e4f07c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.372242 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b524adb6-5d0f-4252-94a7-5cae93e4d320 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c50970340ce4fc29c2280aa7aac1727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344315 Mar 10 05:06:55.376151 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:06:55.386261 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524adb6-5d0f-4252-94a7-5cae93e4d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1305d0-76a0-477d-9aa5-897938e4f07c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:55.450282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] Publish callbacks [] for security_group (4b1305d0-76a0-477d-9aa5-897938e4f07c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.474323 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] Publish callbacks [] for security_group (4b1305d0-76a0-477d-9aa5-897938e4f07c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.548638 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4b1305d0-76a0-477d-9aa5-897938e4f07c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.554361 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:55.566229 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b1305d0-76a0-477d-9aa5-897938e4f07c HTTP/1.1" status: 204 len: 168 time: 0.1836286 Mar 10 05:06:55.581246 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29f902-ef18-4ab1-948b-1ffacb4ecfe5 req-f16d7861-ebbf-44b1-a3ba-b7d4d0eaa12a tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:55.583439 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fe29f902-ef18-4ab1-948b-1ffacb4ecfe5 req-f16d7861-ebbf-44b1-a3ba-b7d4d0eaa12a tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 945 time: 0.0623415 Mar 10 05:06:55.594905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5100-b22b-4ae5-af2b-faed4b4366ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1305d0-76a0-477d-9aa5-897938e4f07c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:55.670075 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fe29f902-ef18-4ab1-948b-1ffacb4ecfe5 req-1b38f0a1-e9cc-4447-a904-1e71887a7751 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789728 Mar 10 05:06:55.748851 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc10e6-4036-4603-8d20-1420aed9e241 req-96d3c3b1-bea9-4062-ad41-04a69a94069d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:55.773256 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-27dc10e6-4036-4603-8d20-1420aed9e241 req-96d3c3b1-bea9-4062-ad41-04a69a94069d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.1021159 Mar 10 05:06:55.824417 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-27dc10e6-4036-4603-8d20-1420aed9e241 req-0e1b3ce3-cb9c-4e0b-95d1-20340c493410 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619624 Mar 10 05:06:56.247736 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc2f98-2a21-487a-93c7-1f50a9b30160 req-ce1a1932-e95b-4780-b9cd-2b4702a7909f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:56.250158 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9bfc2f98-2a21-487a-93c7-1f50a9b30160 req-ce1a1932-e95b-4780-b9cd-2b4702a7909f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0832024 Mar 10 05:06:56.319180 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9bfc2f98-2a21-487a-93c7-1f50a9b30160 req-ffcd72b7-80e2-4168-9527-7147a5485407 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Mar 10 05:06:56.352109 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 23478b84-b192-483a-a65b-a1345b419d0c up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:06:56.407562 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:56.420833 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 23478b84-b192-483a-a65b-a1345b419d0c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:06:56.424857 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 23478b84-b192-483a-a65b-a1345b419d0c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:06:56.425327 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (23478b84-b192-483a-a65b-a1345b419d0c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:56.538057 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 23478b84-b192-483a-a65b-a1345b419d0c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:06:56.538627 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (23478b84-b192-483a-a65b-a1345b419d0c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:56.563449 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:06:56.566897 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafae28-7925-469c-9c78-a07fe0f4fdfd" -d '{"events": [{"server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "name": "network-vif-plugged", "status": "completed", "tag": "23478b84-b192-483a-a65b-a1345b419d0c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:06:56.583320 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23478b84-b192-483a-a65b-a1345b419d0c,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:06:56.589403 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:06:56.659069 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca5b9d-b709-4f86-8e28-b4b06afbef09 x-openstack-request-id: req-62ca5b9d-b709-4f86-8e28-b4b06afbef09 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:06:56.659451 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "name": "network-vif-plugged", "status": "completed", "tag": "23478b84-b192-483a-a65b-a1345b419d0c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:06:56.659773 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62ca5b9d-b709-4f86-8e28-b4b06afbef09 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:06:56.660260 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c', 'code': 200} Mar 10 05:06:56.681022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:06:56.836477 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06865-44fc-4096-be08-41e3d27a1540 req-c37bcb53-2600-4fc9-a08d-d0bbaa32e48d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:56.838708 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6ad06865-44fc-4096-be08-41e3d27a1540 req-c37bcb53-2600-4fc9-a08d-d0bbaa32e48d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0920217 Mar 10 05:06:56.950733 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6ad06865-44fc-4096-be08-41e3d27a1540 req-b663b661-9b25-4a57-879e-db23a1ce5435 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024108 Mar 10 05:06:57.065946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aac05-c189-40ef-b7a1-46dfe8e9a0ab req-603f846f-949e-41c6-a838-a9c6bde0ae07 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:57.067596 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-556aac05-c189-40ef-b7a1-46dfe8e9a0ab req-603f846f-949e-41c6-a838-a9c6bde0ae07 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.1126947 Mar 10 05:06:57.132676 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-556aac05-c189-40ef-b7a1-46dfe8e9a0ab req-737cf677-2e4c-43d1-aec2-05aec1f375be tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Mar 10 05:06:57.442211 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccda65-c4e6-4b65-b942-67e162c68f65 req-2667b6dd-9b1b-47c9-8fe3-cea7cfa515ec tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:57.444141 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cbccda65-c4e6-4b65-b942-67e162c68f65 req-2667b6dd-9b1b-47c9-8fe3-cea7cfa515ec tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0562861 Mar 10 05:06:57.495277 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cbccda65-c4e6-4b65-b942-67e162c68f65 req-7984381b-a323-40ff-a52c-481e2458496d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454657 Mar 10 05:06:58.091654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b6df4-5165-4480-b400-677e628b71e2 req-ccfc4be2-57b8-4ff3-91c7-98f6a137605e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:58.094180 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3c4b6df4-5165-4480-b400-677e628b71e2 req-ccfc4be2-57b8-4ff3-91c7-98f6a137605e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0563245 Mar 10 05:06:58.144387 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3c4b6df4-5165-4480-b400-677e628b71e2 req-b8f3c94a-79d1-4225-a67b-e74df849595d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Mar 10 05:06:58.247915 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859db4c-851f-421f-b229-374fc4ade652 req-6f20fa55-3da9-41f8-8de5-28c224a68b02 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:58.249440 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5859db4c-851f-421f-b229-374fc4ade652 req-6f20fa55-3da9-41f8-8de5-28c224a68b02 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0553033 Mar 10 05:06:58.295127 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5859db4c-851f-421f-b229-374fc4ade652 req-1e13a960-86c1-46be-b794-542f3cf36b2b tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Mar 10 05:06:58.685447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5003934-9dd7-4910-b0c0-2ad6e36c38ab req-1eea8142-43b0-4cd9-bbdd-483abb7f2651 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:58.688187 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5003934-9dd7-4910-b0c0-2ad6e36c38ab req-1eea8142-43b0-4cd9-bbdd-483abb7f2651 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0658870 Mar 10 05:06:58.752736 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5003934-9dd7-4910-b0c0-2ad6e36c38ab req-8a78630c-4e19-4a44-81bd-a13b89811eca tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587912 Mar 10 05:06:59.330101 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8e3b3-66ac-40b3-bb07-1610f38da0d1 req-f6ea1206-2407-4f07-b831-a064d4321a74 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:59.332584 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0fa8e3b3-66ac-40b3-bb07-1610f38da0d1 req-f6ea1206-2407-4f07-b831-a064d4321a74 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0741506 Mar 10 05:06:59.404181 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0fa8e3b3-66ac-40b3-bb07-1610f38da0d1 req-86438ad9-eab6-493d-85d4-fdc3e82779b1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647295 Mar 10 05:06:59.467943 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39544503-8b3e-4671-bfda-7b0e818c5761 req-29af7526-fd1d-4219-aec1-d8a99866c964 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:59.476496 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39544503-8b3e-4671-bfda-7b0e818c5761 req-29af7526-fd1d-4219-aec1-d8a99866c964 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0987206 Mar 10 05:06:59.524730 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39544503-8b3e-4671-bfda-7b0e818c5761 req-8d4afc51-70e4-4dc8-b24e-e21b5344ebdd tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Mar 10 05:06:59.871672 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e0f8d-c4db-4d10-8f78-4bae1be888e4 req-7e3c4058-48e2-4c15-afc8-1753a04b9af8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:06:59.877720 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d8e0f8d-c4db-4d10-8f78-4bae1be888e4 req-7e3c4058-48e2-4c15-afc8-1753a04b9af8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Mar 10 05:06:59.929876 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d8e0f8d-c4db-4d10-8f78-4bae1be888e4 req-0b1a4be1-52a6-47fe-bcfd-39fb7d9cb287 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Mar 10 05:07:00.582229 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b68d5b-60ee-4511-9211-fe612e2e1e41 req-661680f8-8d5e-42c0-b076-bafb0a27e2a1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:00.589953 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39b68d5b-60ee-4511-9211-fe612e2e1e41 req-661680f8-8d5e-42c0-b076-bafb0a27e2a1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.1085434 Mar 10 05:07:00.661699 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39b68d5b-60ee-4511-9211-fe612e2e1e41 req-b9f8ee73-bf4a-416c-953c-aef942542278 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708869 Mar 10 05:07:00.670317 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de0b05-9abe-43d5-bf3c-5cf1d447dba0 req-738942ac-f7fa-40be-9776-3b7d3056a9be tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:00.672599 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64de0b05-9abe-43d5-bf3c-5cf1d447dba0 req-738942ac-f7fa-40be-9776-3b7d3056a9be tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0623465 Mar 10 05:07:00.749691 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64de0b05-9abe-43d5-bf3c-5cf1d447dba0 req-0deea042-2b83-460f-8994-705d4e632756 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Mar 10 05:07:01.055952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d4b5-3e7b-49aa-8711-2d7737639f71 req-3b0afb52-c21f-4dc6-93f6-4e7fa2cd378c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:01.057792 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7029d4b5-3e7b-49aa-8711-2d7737639f71 req-3b0afb52-c21f-4dc6-93f6-4e7fa2cd378c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0568271 Mar 10 05:07:01.109598 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7029d4b5-3e7b-49aa-8711-2d7737639f71 req-1ad55c92-0484-4ec5-8892-02ea7994ba8d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Mar 10 05:07:01.790885 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1bb05-c174-4170-8399-e2d89810f1e7 req-10bca372-234f-4bb3-881b-f9816c32a7c6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:01.792512 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-20a1bb05-c174-4170-8399-e2d89810f1e7 req-10bca372-234f-4bb3-881b-f9816c32a7c6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0619249 Mar 10 05:07:01.850074 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-20a1bb05-c174-4170-8399-e2d89810f1e7 req-4b935277-2d5c-43c1-94f0-4769ec99f234 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Mar 10 05:07:01.882060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07a12-55cb-4cee-b35e-68b3a8b4a8c5 req-322b4163-1a8a-4cf7-9758-3e68f6eee408 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:01.889740 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-aaf07a12-55cb-4cee-b35e-68b3a8b4a8c5 req-322b4163-1a8a-4cf7-9758-3e68f6eee408 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0654821 Mar 10 05:07:01.936983 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-aaf07a12-55cb-4cee-b35e-68b3a8b4a8c5 req-50508293-4276-4403-a308-871be55d5708 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Mar 10 05:07:02.235265 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba486-b38f-442e-8f30-b070c03ac4c0 req-bcf3998f-7c36-446f-82ec-5cd47b0c477d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:02.236755 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-023ba486-b38f-442e-8f30-b070c03ac4c0 req-bcf3998f-7c36-446f-82ec-5cd47b0c477d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0596900 Mar 10 05:07:02.287864 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-023ba486-b38f-442e-8f30-b070c03ac4c0 req-a9d4ddc7-603e-4e26-943c-9a87ff1f5f9f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453787 Mar 10 05:07:02.972712 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926502b-c301-4456-9263-81fe3aa3eb46 req-89ba40d8-d96d-46fc-8bc2-597c43cbb892 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:02.974091 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6926502b-c301-4456-9263-81fe3aa3eb46 req-89ba40d8-d96d-46fc-8bc2-597c43cbb892 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0552189 Mar 10 05:07:03.021771 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6926502b-c301-4456-9263-81fe3aa3eb46 req-ae375092-23fa-4a0e-865e-bf94d5647653 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Mar 10 05:07:03.061490 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069897e-4bec-41d8-aa69-9c041a02ba51 req-d4f30e20-8c1a-4a49-8205-3b805615867e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:03.063570 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3069897e-4bec-41d8-aa69-9c041a02ba51 req-d4f30e20-8c1a-4a49-8205-3b805615867e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0610161 Mar 10 05:07:03.110813 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3069897e-4bec-41d8-aa69-9c041a02ba51 req-c4508c84-86e2-46bc-b195-57848918f1ae tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Mar 10 05:07:03.402672 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6353-b715-4db7-842b-4d9084988605 req-8e96696c-1b68-4f7d-bce9-83b270ce2fd9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:03.404170 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-886f6353-b715-4db7-842b-4d9084988605 req-8e96696c-1b68-4f7d-bce9-83b270ce2fd9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0521982 Mar 10 05:07:03.448955 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-886f6353-b715-4db7-842b-4d9084988605 req-9017bdd3-aecc-463e-bcd9-b57fb10f8382 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Mar 10 05:07:03.835957 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Request body: {'port': {'device_id': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:03.895625 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.070290 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41337e7-0f0a-4809-8281-93d60ecc78e4 req-6ce3b333-1010-4050-a4c2-7a341b9438f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.071793 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d41337e7-0f0a-4809-8281-93d60ecc78e4 req-6ce3b333-1010-4050-a4c2-7a341b9438f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 1130 time: 0.0818477 Mar 10 05:07:04.153317 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f3196-18f6-42bf-b587-115304688a14 req-f6a032d2-4f88-4971-b3fb-8127999a9732 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.153317 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5c1f3196-18f6-42bf-b587-115304688a14 req-f6a032d2-4f88-4971-b3fb-8127999a9732 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0572011 Mar 10 05:07:04.164574 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d41337e7-0f0a-4809-8281-93d60ecc78e4 req-23bd27ec-2fb6-484d-8897-4fa1ea4c07f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Mar 10 05:07:04.202267 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5c1f3196-18f6-42bf-b587-115304688a14 req-7aa9065f-74c8-4e3d-943d-1317a28beb28 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Mar 10 05:07:04.246799 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83c510a-76c6-4840-90a7-0084140672c1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:07:04.256567 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks [] for port (c83c510a-76c6-4840-90a7-0084140672c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.279470 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be23c18-c4d1-477a-8512-6fa67d50c889 req-e8b94ea2-e09f-4b94-bafa-b892628f335f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.281488 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1be23c18-c4d1-477a-8512-6fa67d50c889 req-e8b94ea2-e09f-4b94-bafa-b892628f335f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 931 time: 0.0992587 Mar 10 05:07:04.282447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Transition to ACTIVE for port object c83c510a-76c6-4840-90a7-0084140672c1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:07:04.286030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.366038 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:04.419906 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1be23c18-c4d1-477a-8512-6fa67d50c889 req-9bdcc3ff-d319-4ff6-bd18-172f56ba13bb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314907 Mar 10 05:07:04.451733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Attempting to bind port c83c510a-76c6-4840-90a7-0084140672c1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:07:04.452146 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Attempting to bind port c83c510a-76c6-4840-90a7-0084140672c1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:07:04.452624 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Attempting to bind port c83c510a-76c6-4840-90a7-0084140672c1 on network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:07:04.458156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Port c83c510a-76c6-4840-90a7-0084140672c1 on network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:07:04.458473 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Attempting to bind port c83c510a-76c6-4840-90a7-0084140672c1 on network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:07:04.463520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:07:04.463876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Checking segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:07:04.464250 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Bound using segment: {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:07:04.464674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Bound port: c83c510a-76c6-4840-90a7-0084140672c1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c04d52-51c7-4c24-9df8-60d14be82a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:07:04.465024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.535749 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:07:04.539302 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:07:04.545285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.579616 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff48e3-e049-4d5b-93fa-2ec022222690 req-541de4ca-56c5-4a9b-9a9e-193489c73659 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.580337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.581360 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:04.583356 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] 10.222.0.24 "PUT /v2.0/ports/c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 1093 time: 0.7515574 Mar 10 05:07:04.583810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:04.586091 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:04.596837 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-28ff48e3-e049-4d5b-93fa-2ec022222690 req-541de4ca-56c5-4a9b-9a9e-193489c73659 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0624735 Mar 10 05:07:04.614438 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39493cfb-c2fd-4316-ae3a-63fef21771cb service neutron] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:04.659990 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9bd81b-389b-4918-bb1a-6511c324dca4 x-openstack-request-id: req-fb9bd81b-389b-4918-bb1a-6511c324dca4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:04.660287 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:04.660545 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb9bd81b-389b-4918-bb1a-6511c324dca4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:04.660953 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:07:04.693288 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-28ff48e3-e049-4d5b-93fa-2ec022222690 req-cb1351b4-093e-4dfa-95ca-197acbb89e01 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954812 Mar 10 05:07:04.748376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-78ff3afb-b54d-4ea5-a18f-721c2bcd3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.751096 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-78ff3afb-b54d-4ea5-a18f-721c2bcd3c16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1127 time: 0.0758464 Mar 10 05:07:04.822273 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-7084ca61-e5be-48b3-bac2-28e6940b61e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 217 time: 0.0480127 Mar 10 05:07:04.889854 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-cc309c87-1faf-493c-a53c-233aaab6769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.891848 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-cc309c87-1faf-493c-a53c-233aaab6769a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0508490 Mar 10 05:07:04.897665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cf513-9a37-4a8b-bba5-aa891576c7f3 req-31394082-7503-495b-a13e-da0dc216e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.898769 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-655cf513-9a37-4a8b-bba5-aa891576c7f3 req-31394082-7503-495b-a13e-da0dc216e6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1130 time: 0.0864680 Mar 10 05:07:04.989034 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-655cf513-9a37-4a8b-bba5-aa891576c7f3 req-0aebf249-ae94-47fc-b33a-bdc9fad644d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Mar 10 05:07:04.991520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-a5c001ae-4d80-45e2-8054-25bbc7ed9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:04.992894 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-a5c001ae-4d80-45e2-8054-25bbc7ed9b5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758297 Mar 10 05:07:05.370259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-0c78795a-6b53-4eb4-94ec-c213b4643716 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189198 Mar 10 05:07:05.377679 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f79643-58fa-4568-8449-400b5fab8b2a req-5f0c74e6-24af-49b8-a63e-b2be6124117c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:05.379138 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-44f79643-58fa-4568-8449-400b5fab8b2a req-5f0c74e6-24af-49b8-a63e-b2be6124117c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.1063001 Mar 10 05:07:05.483254 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-44f79643-58fa-4568-8449-400b5fab8b2a req-5ba84442-58f3-49d7-a430-e69b0e384186 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952880 Mar 10 05:07:05.505639 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c9b2ebc4-e772-4b69-a053-987e0c094c13 req-fdfdac4a-4705-43da-ad50-31a727fb6d12 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255639 Mar 10 05:07:05.538599 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a06128-072b-481e-b775-e3222dd09e0a req-b7f197d0-c504-4b4b-bcc9-d2a16fd3e4ec tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:05.540093 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-22a06128-072b-481e-b775-e3222dd09e0a req-b7f197d0-c504-4b4b-bcc9-d2a16fd3e4ec tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0534952 Mar 10 05:07:05.591439 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-22a06128-072b-481e-b775-e3222dd09e0a req-29186563-1d36-4565-9b9c-a07a8f087e69 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Mar 10 05:07:05.867932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-28a5a22d-914a-466f-b630-8a4b29d17bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:05.869446 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-28a5a22d-914a-466f-b630-8a4b29d17bc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1127 time: 0.3030970 Mar 10 05:07:05.881359 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cdd2-38cc-4cfa-a9e5-eea4fac9ff3d req-6147bf81-77d6-4ac4-a5ec-6a975c868537 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:05.882770 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4652cdd2-38cc-4cfa-a9e5-eea4fac9ff3d req-6147bf81-77d6-4ac4-a5ec-6a975c868537 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0637817 Mar 10 05:07:05.985338 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4652cdd2-38cc-4cfa-a9e5-eea4fac9ff3d req-f1346fcb-b2d4-492b-aac6-9187128757f6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930917 Mar 10 05:07:06.001430 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-cfb38290-4c97-474c-9e1b-14223981e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:06.003106 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-cfb38290-4c97-474c-9e1b-14223981e863 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.1194561 Mar 10 05:07:06.057541 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-791a9177-7f19-4a9b-8cf0-c0b7b4f17991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 217 time: 0.0421846 Mar 10 05:07:06.140891 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-3acb86e7-8489-498d-8a57-07780eb23be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:06.142355 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-3acb86e7-8489-498d-8a57-07780eb23be9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0516355 Mar 10 05:07:06.198922 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-c14cce93-5b28-4d3a-a397-b789f50e1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:06.200413 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-c14cce93-5b28-4d3a-a397-b789f50e1df5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437927 Mar 10 05:07:06.295310 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-e4e938ad-16e5-4021-a762-644432ea42c8 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Mar 10 05:07:06.388375 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab5a85fd-b787-4cfc-a847-cc96fe8c30c4 req-7038aaa3-5e34-42ee-bf64-dc56b8057379 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 Mar 10 05:07:06.609389 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fa293-bb47-49d1-bf61-ab679745d022 req-00fa4f30-dfce-48ca-9062-9229b7964e66 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:06.610890 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f94fa293-bb47-49d1-bf61-ab679745d022 req-00fa4f30-dfce-48ca-9062-9229b7964e66 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0552864 Mar 10 05:07:06.665581 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f94fa293-bb47-49d1-bf61-ab679745d022 req-50384c2d-5b23-449e-b7ba-4c05c7ca6a8c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Mar 10 05:07:06.733426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29bddc-ac18-4261-ab85-af3e8574c001 req-0d0bbee4-266b-4a91-9bdd-1b33c6ca1656 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:06.736128 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c29bddc-ac18-4261-ab85-af3e8574c001 req-0d0bbee4-266b-4a91-9bdd-1b33c6ca1656 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0616624 Mar 10 05:07:06.789109 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c29bddc-ac18-4261-ab85-af3e8574c001 req-25c6b328-0e57-49f8-850e-8c71e035e6a9 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Mar 10 05:07:07.117963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4fd2-d005-44b7-a7c8-31ad0322785a req-153bf7cb-53f7-421a-9ecf-6db508d0f1ff tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:07.119429 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bb5f4fd2-d005-44b7-a7c8-31ad0322785a req-153bf7cb-53f7-421a-9ecf-6db508d0f1ff tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0567117 Mar 10 05:07:07.167101 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bb5f4fd2-d005-44b7-a7c8-31ad0322785a req-d8e03485-3ff7-4e6c-9919-a56f1fb7cba6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Mar 10 05:07:07.283848 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da133601-fa5f-47de-8685-b03c4e0eddfa req-0004a7c9-db8b-4a9f-a49b-12ac315e2105 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:07.285227 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da133601-fa5f-47de-8685-b03c4e0eddfa req-0004a7c9-db8b-4a9f-a49b-12ac315e2105 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0527899 Mar 10 05:07:07.333306 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-da133601-fa5f-47de-8685-b03c4e0eddfa req-2038635f-8d75-4c9f-b867-805d669ed7b8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Mar 10 05:07:07.912746 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5ef8c-66a9-4388-9157-979fabcddd7c req-5d6899e0-6619-4e56-b2b7-1145a9861905 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:07.914381 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2dc5ef8c-66a9-4388-9157-979fabcddd7c req-5d6899e0-6619-4e56-b2b7-1145a9861905 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0578487 Mar 10 05:07:07.965982 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2dc5ef8c-66a9-4388-9157-979fabcddd7c req-7e690eeb-5658-41ba-997f-4593e7a55c37 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458903 Mar 10 05:07:08.720776 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45634) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:08.836298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ec9771-2baa-464c-a4d8-23b35d3077fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:08.947089 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ec9771-2baa-464c-a4d8-23b35d3077fd admin admin] Publish callbacks [] for security_group (907d8afc-961c-4c58-b8ac-cb73d6d523f1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:08.951619 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ec9771-2baa-464c-a4d8-23b35d3077fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (907d8afc-961c-4c58-b8ac-cb73d6d523f1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:08.990490 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec9771-2baa-464c-a4d8-23b35d3077fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907d8afc-961c-4c58-b8ac-cb73d6d523f1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:08.996089 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-72ec9771-2baa-464c-a4d8-23b35d3077fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=970030115ab1435f9ddef428e6cfa1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742414 Mar 10 05:07:08.998709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:09.009217 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cde6b-a550-41a7-854e-205a7c722dc1 req-6c0bd85b-ce0e-4ecd-ab33-2908829457cd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:09.011060 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-849cde6b-a550-41a7-854e-205a7c722dc1 req-6c0bd85b-ce0e-4ecd-ab33-2908829457cd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0642164 Mar 10 05:07:09.074516 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-849cde6b-a550-41a7-854e-205a7c722dc1 req-9b8b361d-7591-489c-98b5-ec4aea1d139e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525901 Mar 10 05:07:09.084585 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] Publish callbacks [] for security_group (907d8afc-961c-4c58-b8ac-cb73d6d523f1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.115453 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] Publish callbacks [] for security_group (907d8afc-961c-4c58-b8ac-cb73d6d523f1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.144293 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e6a6a-d422-4b44-8ad4-e8b1e471bfd1 req-6451f8e7-170e-4958-8ac4-99ffc9eacec5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:09.145775 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7a8e6a6a-d422-4b44-8ad4-e8b1e471bfd1 req-6451f8e7-170e-4958-8ac4-99ffc9eacec5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0938225 Mar 10 05:07:09.207827 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7a8e6a6a-d422-4b44-8ad4-e8b1e471bfd1 req-6c1361f0-101d-4aec-9e87-2ea860238834 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558622 Mar 10 05:07:09.220039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (907d8afc-961c-4c58-b8ac-cb73d6d523f1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.222772 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.223862 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/907d8afc-961c-4c58-b8ac-cb73d6d523f1 HTTP/1.1" status: 204 len: 168 time: 0.2230392 Mar 10 05:07:09.243849 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dbbe0-5000-4f46-a365-b5ab3aebc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d8afc-961c-4c58-b8ac-cb73d6d523f1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:09.507080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45654) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:09.520423 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c576201f-af4b-42c0-90ad-d49f74548e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.594752 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c576201f-af4b-42c0-90ad-d49f74548e72 admin admin] Publish callbacks [] for security_group (32af647a-626b-47d0-918d-9a3e989785a9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.599372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c576201f-af4b-42c0-90ad-d49f74548e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (32af647a-626b-47d0-918d-9a3e989785a9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.639677 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c576201f-af4b-42c0-90ad-d49f74548e72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6339305780f04c7d9bfe2f07a75f30a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315117 Mar 10 05:07:09.641056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576201f-af4b-42c0-90ad-d49f74548e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af647a-626b-47d0-918d-9a3e989785a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:09.642489 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:09.698075 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] Publish callbacks [] for security_group (32af647a-626b-47d0-918d-9a3e989785a9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.719078 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] Publish callbacks [] for security_group (32af647a-626b-47d0-918d-9a3e989785a9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.770744 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (32af647a-626b-47d0-918d-9a3e989785a9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.773529 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:09.774700 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32af647a-626b-47d0-918d-9a3e989785a9 HTTP/1.1" status: 204 len: 168 time: 0.1304190 Mar 10 05:07:09.784079 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4471fc-ddef-452c-b94b-2b11c487b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af647a-626b-47d0-918d-9a3e989785a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:10.201465 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb9b5d-f025-4ced-9551-7826f73822f3 req-672bd85e-299f-4797-82d3-4cffd533ad43 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:10.203715 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b0eb9b5d-f025-4ced-9551-7826f73822f3 req-672bd85e-299f-4797-82d3-4cffd533ad43 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0573640 Mar 10 05:07:10.256150 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b0eb9b5d-f025-4ced-9551-7826f73822f3 req-49ab83a7-ecf6-4afa-904f-0fa3ce4413a7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Mar 10 05:07:10.363006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e93b3-f514-4a53-b793-549a93feeb5d req-3ce7de6b-1d06-4bca-a844-b45372adb284 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:10.364471 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab3e93b3-f514-4a53-b793-549a93feeb5d req-3ce7de6b-1d06-4bca-a844-b45372adb284 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 943 time: 0.0638506 Mar 10 05:07:10.414301 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ab3e93b3-f514-4a53-b793-549a93feeb5d req-fcc793c0-0588-4c6c-826d-05fecb1955ad tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Mar 10 05:07:11.181512 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device c83c510a-76c6-4840-90a7-0084140672c1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:07:11.258644 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-ae12c049-3532-4a2a-b783-69af62c4a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:11.260122 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-ae12c049-3532-4a2a-b783-69af62c4a464 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0551293 Mar 10 05:07:11.286739 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:11.300154 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'c83c510a-76c6-4840-90a7-0084140672c1', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'port_id': 'c83c510a-76c6-4840-90a7-0084140672c1', 'mac_address': 'fa:16:3e:71:9e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:07:11.349274 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port c83c510a-76c6-4840-90a7-0084140672c1 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:07:11.349672 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.364591 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83c510a-76c6-4840-90a7-0084140672c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:07:11.388433 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:11.393852 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.421643 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d956cd-15bc-4eb6-9591-b8767087182d req-cc72ee05-fc82-4e4a-82f6-7ecab5f43315 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:11.424443 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-572f933a-6a35-44ad-a729-8c54f4400c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:11.426589 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-572f933a-6a35-44ad-a729-8c54f4400c6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1535976 Mar 10 05:07:11.428592 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-69d956cd-15bc-4eb6-9591-b8767087182d req-cc72ee05-fc82-4e4a-82f6-7ecab5f43315 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0767117 Mar 10 05:07:11.462286 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:11.481601 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-41d9f142-13a4-4549-a89e-2d045da6f487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0474250 Mar 10 05:07:11.488604 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-69d956cd-15bc-4eb6-9591-b8767087182d req-5c1f9a3a-58e3-4585-9dc5-9e46315d2e10 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589297 Mar 10 05:07:11.579671 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-9ad73d4b-1c0b-4dde-9f06-404f335dd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:11.581716 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-9ad73d4b-1c0b-4dde-9f06-404f335dd487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0921977 Mar 10 05:07:11.590091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:11.624925 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-aeb3aaab-476c-4837-8a6a-bf14b762d317 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338781 Mar 10 05:07:11.632339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6af060-04bd-4219-ab42-707b6d6f0f66 req-53cde190-19c3-411c-88ed-2e1e0976ec96 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:11.633864 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6a6af060-04bd-4219-ab42-707b6d6f0f66 req-53cde190-19c3-411c-88ed-2e1e0976ec96 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 944 time: 0.1070666 Mar 10 05:07:11.711024 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3553a8e5-6e0a-4b69-adc6-909185a40793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.741746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6a6af060-04bd-4219-ab42-707b6d6f0f66 req-d5c780f0-b4a5-4de7-9d35-cd72dba6f5f1 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981643 Mar 10 05:07:11.762069 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-d398e1be-e13e-4d2d-b02e-9eeddb7bfdef service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271646 Mar 10 05:07:11.763909 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:07:11.804682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3553a8e5-6e0a-4b69-adc6-909185a40793 admin admin] Publish callbacks [] for security_group (cfec252b-1b49-4947-a83d-bf9e82db931b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.809579 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3553a8e5-6e0a-4b69-adc6-909185a40793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cfec252b-1b49-4947-a83d-bf9e82db931b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.815798 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:07:11.847501 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3553a8e5-6e0a-4b69-adc6-909185a40793 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=127d602d819e4bf1a3227e37532a792b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537565 Mar 10 05:07:11.848238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:11.860880 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a8e5-6e0a-4b69-adc6-909185a40793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec252b-1b49-4947-a83d-bf9e82db931b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:11.890363 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a29b94d5-b98e-4705-b053-e22df79dc829 req-d6acf5f2-7c56-47fa-8b10-73dd61911fdc service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218281 Mar 10 05:07:11.919591 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] Publish callbacks [] for security_group (cfec252b-1b49-4947-a83d-bf9e82db931b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:11.948101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] Publish callbacks [] for security_group (cfec252b-1b49-4947-a83d-bf9e82db931b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.001872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cfec252b-1b49-4947-a83d-bf9e82db931b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.005341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.006566 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfec252b-1b49-4947-a83d-bf9e82db931b HTTP/1.1" status: 204 len: 168 time: 0.1572711 Mar 10 05:07:12.016977 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583743d6-d553-4fdd-a6ac-024bafeab4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec252b-1b49-4947-a83d-bf9e82db931b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:12.298962 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:12.313118 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c28a9d-1ef0-4b6e-9769-dc3404062a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.405426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c28a9d-1ef0-4b6e-9769-dc3404062a0f admin admin] Publish callbacks [] for security_group (8eb720d8-bcb8-40ab-9d4d-df7d06309d52), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.410414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c28a9d-1ef0-4b6e-9769-dc3404062a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8eb720d8-bcb8-40ab-9d4d-df7d06309d52), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.464813 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-83c28a9d-1ef0-4b6e-9769-dc3404062a0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edf26324f6f74c1fb840ec40d3722e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643627 Mar 10 05:07:12.466712 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c28a9d-1ef0-4b6e-9769-dc3404062a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb720d8-bcb8-40ab-9d4d-df7d06309d52,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:12.467587 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:12.539986 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] Publish callbacks [] for security_group (8eb720d8-bcb8-40ab-9d4d-df7d06309d52), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.567913 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] Publish callbacks [] for security_group (8eb720d8-bcb8-40ab-9d4d-df7d06309d52), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.652886 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26b595-6d99-40dd-80f9-ef1664d853fa req-9f63b421-251e-4360-90aa-53d0c75fe13d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:12.654621 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-eb26b595-6d99-40dd-80f9-ef1664d853fa req-9f63b421-251e-4360-90aa-53d0c75fe13d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0931518 Mar 10 05:07:12.667322 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8eb720d8-bcb8-40ab-9d4d-df7d06309d52), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.669876 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:12.670935 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8eb720d8-bcb8-40ab-9d4d-df7d06309d52 HTTP/1.1" status: 204 len: 168 time: 0.2016010 Mar 10 05:07:12.690241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5cf07-dca6-4874-9b67-9dad051e35db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb720d8-bcb8-40ab-9d4d-df7d06309d52,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:12.722648 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-eb26b595-6d99-40dd-80f9-ef1664d853fa req-1720d89f-adf9-4c01-8239-fd414e7bd4ac tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Mar 10 05:07:12.868601 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f471d9-a1a7-4bcb-8b23-58d55da3c09b req-6d2e6dba-fbf7-4923-960d-e570c3aed97e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:12.870184 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1f471d9-a1a7-4bcb-8b23-58d55da3c09b req-6d2e6dba-fbf7-4923-960d-e570c3aed97e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 944 time: 0.0559125 Mar 10 05:07:12.924382 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1f471d9-a1a7-4bcb-8b23-58d55da3c09b req-b0fe7577-e128-45ee-83f3-28fa0062bdc2 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480895 Mar 10 05:07:13.381885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-249dc7f6-c542-4c08-a301-6866e85e1be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:13.547713 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device c83c510a-76c6-4840-90a7-0084140672c1 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:07:13.602736 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port c83c510a-76c6-4840-90a7-0084140672c1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:07:13.606764 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port c83c510a-76c6-4840-90a7-0084140672c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:07:13.607139 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c83c510a-76c6-4840-90a7-0084140672c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:13.698391 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port c83c510a-76c6-4840-90a7-0084140672c1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:07:13.698868 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:13.740095 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:13.741049 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:13.745502 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0eedbb-1a6e-4188-a371-d98db7591367" -d '{"events": [{"server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:13.753869 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:13.799629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccedf8e1-f466-44e8-9987-e765350ddf6a x-openstack-request-id: req-ccedf8e1-f466-44e8-9987-e765350ddf6a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:13.800245 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:13.800756 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccedf8e1-f466-44e8-9987-e765350ddf6a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:13.801525 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'code': 200} Mar 10 05:07:13.861600 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:13.896806 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017979-29fb-4374-9e76-748e37b933a5 req-4eed769f-7ba3-4878-b258-f9090a550f67 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:13.898628 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-59017979-29fb-4374-9e76-748e37b933a5 req-4eed769f-7ba3-4878-b258-f9090a550f67 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0804172 Mar 10 05:07:13.953841 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-59017979-29fb-4374-9e76-748e37b933a5 req-defa7bb0-8a93-4721-831e-0a917293ceeb tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Mar 10 05:07:14.067424 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe98356-8b53-4e58-903d-2adf010ef692 req-115c41cb-3a64-4242-9e56-9c804f73f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:14.068913 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6fe98356-8b53-4e58-903d-2adf010ef692 req-115c41cb-3a64-4242-9e56-9c804f73f7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0883908 Mar 10 05:07:14.081132 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08bdb7-b2c7-4722-9b05-9e99194aeb96 req-cc3c39c2-d10f-423e-9f51-d95cf2d2b12f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:14.082799 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b08bdb7-b2c7-4722-9b05-9e99194aeb96 req-cc3c39c2-d10f-423e-9f51-d95cf2d2b12f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0673275 Mar 10 05:07:14.153246 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b08bdb7-b2c7-4722-9b05-9e99194aeb96 req-f25d959b-3b5c-4cb3-b5b0-752797c96adc tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Mar 10 05:07:14.164255 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6fe98356-8b53-4e58-903d-2adf010ef692 req-d1d9055a-76cf-495a-8b7f-8e6ea92518f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802104 Mar 10 05:07:15.085759 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42e40e-302f-4e1a-992d-0a524ba68099 req-7b23fd97-b2ea-4c74-891a-788d751dfcfd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:15.087225 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c42e40e-302f-4e1a-992d-0a524ba68099 req-7b23fd97-b2ea-4c74-891a-788d751dfcfd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0532334 Mar 10 05:07:15.136991 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c42e40e-302f-4e1a-992d-0a524ba68099 req-07d9b4e0-a902-4ba5-af79-ba4b63cd0c89 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Mar 10 05:07:15.284367 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43d3f2-8c96-453a-beec-fe1f2754e18d req-b95eae5d-8af6-44af-b969-61220321c8a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:15.285784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6d43d3f2-8c96-453a-beec-fe1f2754e18d req-b95eae5d-8af6-44af-b969-61220321c8a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0610485 Mar 10 05:07:15.333378 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6d43d3f2-8c96-453a-beec-fe1f2754e18d req-1cf5998b-d374-4345-b0cb-37b7e621c45c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Mar 10 05:07:15.627532 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cc18904-d32f-4dac-8826-0d2f5d66c08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:16.265414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82baabb-4d85-452c-8628-1a0c1500a1e8 req-f4e47fd9-44c0-495f-8a44-d8e6fb58face tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:16.266950 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e82baabb-4d85-452c-8628-1a0c1500a1e8 req-f4e47fd9-44c0-495f-8a44-d8e6fb58face tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0619097 Mar 10 05:07:16.314806 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e82baabb-4d85-452c-8628-1a0c1500a1e8 req-4fcface0-8fd7-4ebc-9474-87ad0e80ed4b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Mar 10 05:07:16.466935 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef15f6-5515-4694-a747-5ec55e6a314b req-e404f804-2555-4065-a3b9-09c2287d7d66 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:16.469004 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-85ef15f6-5515-4694-a747-5ec55e6a314b req-e404f804-2555-4065-a3b9-09c2287d7d66 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0638428 Mar 10 05:07:16.522229 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-85ef15f6-5515-4694-a747-5ec55e6a314b req-3928ce8a-5ffe-4d62-a34b-f5e5564cc7e6 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Mar 10 05:07:16.641121 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879369-ecda-4981-9623-067a9a010704 req-10018aa3-472d-48f7-84e4-c00093bee6fa tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:16.642607 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5e879369-ecda-4981-9623-067a9a010704 req-10018aa3-472d-48f7-84e4-c00093bee6fa tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0552676 Mar 10 05:07:16.690171 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5e879369-ecda-4981-9623-067a9a010704 req-f2f23f4a-ec38-48ba-988e-76f56c20594a tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Mar 10 05:07:16.692117 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.040688 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274cad-af32-47ec-932c-d7bea4c96ec8 req-3b0e367c-71e5-4f12-a2c7-fc41e73a354b tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:17.042265 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64274cad-af32-47ec-932c-d7bea4c96ec8 req-3b0e367c-71e5-4f12-a2c7-fc41e73a354b tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0599236 Mar 10 05:07:17.094291 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64274cad-af32-47ec-932c-d7bea4c96ec8 req-14b274e8-8f1f-4599-a0ff-6ea03209cfd4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Mar 10 05:07:17.138358 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:17.258038 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26cb3869-fd79-438b-bf86-e8f0bf70bcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.338741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26cb3869-fd79-438b-bf86-e8f0bf70bcac admin admin] Publish callbacks [] for security_group (a287bfe9-ae15-4de0-b375-4e46ed5f9d2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.344421 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26cb3869-fd79-438b-bf86-e8f0bf70bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a287bfe9-ae15-4de0-b375-4e46ed5f9d2d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.378358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:17.382640 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-26cb3869-fd79-438b-bf86-e8f0bf70bcac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98f45a516fa344c5a4d1c90d7953ec19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429082 Mar 10 05:07:17.403929 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb3869-fd79-438b-bf86-e8f0bf70bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287bfe9-ae15-4de0-b375-4e46ed5f9d2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:17.497325 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] Publish callbacks [] for security_group (a287bfe9-ae15-4de0-b375-4e46ed5f9d2d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.507684 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f243e80-0e9f-4e7d-910d-41ffef10297c req-44519f1c-2429-4c95-8262-ba214e18dcde tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:17.509172 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f243e80-0e9f-4e7d-910d-41ffef10297c req-44519f1c-2429-4c95-8262-ba214e18dcde tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1083174 Mar 10 05:07:17.542337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] Publish callbacks [] for security_group (a287bfe9-ae15-4de0-b375-4e46ed5f9d2d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.589851 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f243e80-0e9f-4e7d-910d-41ffef10297c req-83834caa-5800-4c04-8743-a17dc66f8973 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732305 Mar 10 05:07:17.609515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a287bfe9-ae15-4de0-b375-4e46ed5f9d2d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.612315 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.613462 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a287bfe9-ae15-4de0-b375-4e46ed5f9d2d HTTP/1.1" status: 204 len: 168 time: 0.2296169 Mar 10 05:07:17.621438 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da250e6a-2dee-45c7-9ca8-40a6cef5f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287bfe9-ae15-4de0-b375-4e46ed5f9d2d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:17.898256 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 45960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:17.911947 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e98471-e05b-4c52-a0aa-89dfaddf04c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.988947 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e98471-e05b-4c52-a0aa-89dfaddf04c7 admin admin] Publish callbacks [] for security_group (caca8bc9-e7dc-476a-9b36-24cfe76d901d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:17.992858 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e98471-e05b-4c52-a0aa-89dfaddf04c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (caca8bc9-e7dc-476a-9b36-24cfe76d901d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.035586 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c8e98471-e05b-4c52-a0aa-89dfaddf04c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=693a008a341e4d24a46e7de1f5ef82d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362305 Mar 10 05:07:18.036456 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e98471-e05b-4c52-a0aa-89dfaddf04c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca8bc9-e7dc-476a-9b36-24cfe76d901d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:18.038209 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 45962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:18.057815 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.094325 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] Publish callbacks [] for security_group (caca8bc9-e7dc-476a-9b36-24cfe76d901d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.116796 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] Publish callbacks [] for security_group (caca8bc9-e7dc-476a-9b36-24cfe76d901d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.162893 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (caca8bc9-e7dc-476a-9b36-24cfe76d901d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.165439 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:18.166585 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caca8bc9-e7dc-476a-9b36-24cfe76d901d HTTP/1.1" status: 204 len: 168 time: 0.1274104 Mar 10 05:07:18.175474 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504eb17-cd2c-4598-94c7-d31d893826a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca8bc9-e7dc-476a-9b36-24cfe76d901d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:18.727232 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6d9fd-9bac-4257-a95e-15f1c42ec00c req-9be44409-fbfc-4baf-b6bf-2829a5bd8497 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:18.734127 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-16f6d9fd-9bac-4257-a95e-15f1c42ec00c req-9be44409-fbfc-4baf-b6bf-2829a5bd8497 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0687571 Mar 10 05:07:18.792489 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-16f6d9fd-9bac-4257-a95e-15f1c42ec00c req-22dddd11-dacc-46ca-a75a-67d52f6f5c4a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Mar 10 05:07:19.607437 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:19.912946 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405f61d-47d8-4270-a25a-5af8991eb1ae req-59d413b3-22d7-4217-8f1d-dc6ed6ad3df1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:19.914427 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c405f61d-47d8-4270-a25a-5af8991eb1ae req-59d413b3-22d7-4217-8f1d-dc6ed6ad3df1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0547919 Mar 10 05:07:19.959661 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c405f61d-47d8-4270-a25a-5af8991eb1ae req-8ed5bcdd-b84a-488c-9c9b-e667602ac8cf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Mar 10 05:07:21.085456 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13558-7221-4555-83a3-3fe10a8fdc0d req-a432836c-c1cd-485d-b3a2-b28889c11c6b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:21.086925 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3bb13558-7221-4555-83a3-3fe10a8fdc0d req-a432836c-c1cd-485d-b3a2-b28889c11c6b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0565972 Mar 10 05:07:21.135276 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3bb13558-7221-4555-83a3-3fe10a8fdc0d req-a05168ed-0c41-49f7-8095-406eb61766f1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Mar 10 05:07:22.268975 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762c88-eb86-416b-b8fc-5a980694dd8a req-de1e7924-ff01-4ecc-b3d9-6b09001315b6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:22.270599 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6a762c88-eb86-416b-b8fc-5a980694dd8a req-de1e7924-ff01-4ecc-b3d9-6b09001315b6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0627427 Mar 10 05:07:22.324353 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6a762c88-eb86-416b-b8fc-5a980694dd8a req-285e8542-654e-4b58-a429-51b783baec7d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Mar 10 05:07:23.449311 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2336d8-129d-463a-aba1-b09203f90a00 req-16d134d9-482c-4039-92b7-3218bac64850 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:23.450669 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8a2336d8-129d-463a-aba1-b09203f90a00 req-16d134d9-482c-4039-92b7-3218bac64850 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0561926 Mar 10 05:07:23.500889 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8a2336d8-129d-463a-aba1-b09203f90a00 req-23657645-28f9-4797-bf6c-3cad2cf225c8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Mar 10 05:07:24.052218 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-04b75c04-3c30-47d0-a0f5-fabe9409e38f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433745 Mar 10 05:07:24.127952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-f543d04b-58ae-4cf0-87d7-c5435e6741e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:24.129439 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-f543d04b-58ae-4cf0-87d7-c5435e6741e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 1130 time: 0.0477591 Mar 10 05:07:24.236379 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-2f0e33a5-00c3-4d53-b7b6-e90ab2721421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:24.237886 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-2f0e33a5-00c3-4d53-b7b6-e90ab2721421 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.0878437 Mar 10 05:07:24.286910 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-fe788a57-ff08-4364-b4a3-812ff39da641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 200 len: 217 time: 0.0386913 Mar 10 05:07:24.353228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-691091b5-39c6-4c71-adac-faab0a2a61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:24.355054 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-691091b5-39c6-4c71-adac-faab0a2a61ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0500395 Mar 10 05:07:24.392966 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-10250ef5-a4e8-4de5-bf97-beb05a97eac1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300100 Mar 10 05:07:24.487699 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-cd2fa44a-8d3d-4153-b4a4-f54d9b797239 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Mar 10 05:07:24.583149 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4804ea12-1bbe-4984-8bc1-68fd872556a2 req-611a00ba-9147-46da-b010-409d5fd779fd service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870466 Mar 10 05:07:24.633026 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5eea1-d25d-47eb-812d-93e5c28827c9 req-93c98c96-3a00-40a0-a101-93ebc5e41952 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:24.634530 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a9b5eea1-d25d-47eb-812d-93e5c28827c9 req-93c98c96-3a00-40a0-a101-93ebc5e41952 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0574980 Mar 10 05:07:24.680307 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a9b5eea1-d25d-47eb-812d-93e5c28827c9 req-e17fa338-6b6a-46fb-9f2b-e2571fb11b03 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Mar 10 05:07:25.803518 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242462f4-95cb-4af4-9127-09783509ace1 req-a117f520-d9c2-45c8-a572-ee2cbc43373b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:25.805009 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-242462f4-95cb-4af4-9127-09783509ace1 req-a117f520-d9c2-45c8-a572-ee2cbc43373b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0542908 Mar 10 05:07:25.857813 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-242462f4-95cb-4af4-9127-09783509ace1 req-32a7d746-ea00-4892-a21d-2709e4046422 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Mar 10 05:07:26.376614 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:26.581556 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f3f81-592b-4faf-899e-d8fb6268f821 req-04ff4294-e964-4219-ada3-56164043f605 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:26.583052 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ec7f3f81-592b-4faf-899e-d8fb6268f821 req-04ff4294-e964-4219-ada3-56164043f605 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0514648 Mar 10 05:07:26.635994 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ec7f3f81-592b-4faf-899e-d8fb6268f821 req-7ee58c7f-01e1-402b-852b-7570daf1308c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 Mar 10 05:07:26.658139 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:26.849461 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16fd86b-3bf0-46a4-93cd-85f91a614b41 tempest-TestMinimumBasicScenario-779534632 tempest-TestMinimumBasicScenario-779534632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:26.850974 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b16fd86b-3bf0-46a4-93cd-85f91a614b41 tempest-TestMinimumBasicScenario-779534632 tempest-TestMinimumBasicScenario-779534632-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1124 time: 0.1918471 Mar 10 05:07:26.853905 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:26.858121 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'port_id': 'c83c510a-76c6-4840-90a7-0084140672c1', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:26.879277 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:26.987360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:26.998051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820f199-01d2-4fcd-b5fb-7449fc9dec07 req-0bea7ac9-9b74-4a11-aea1-ecd19104f8dd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:27.000919 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4820f199-01d2-4fcd-b5fb-7449fc9dec07 req-0bea7ac9-9b74-4a11-aea1-ecd19104f8dd tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0657251 Mar 10 05:07:27.051785 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4820f199-01d2-4fcd-b5fb-7449fc9dec07 req-8f3c5130-6aa7-460f-982d-c21de7a7e8fa tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Mar 10 05:07:27.097459 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Allocated IP 172.27.1.162 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/fd39af18-4da1-4525-9f71-5379b467da1e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:07:27.207197 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for port (fd39af18-4da1-4525-9f71-5379b467da1e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:27.240840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:27.278388 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:07:27.283196 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:07:27.290783 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:07:27.313190 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'Port': ['ID=fd39af18-4da1-4525-9f71-5379b467da1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:27.324306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.324647 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.324985 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.325353 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.325682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.326033 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.326358 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.327276 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.327955 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.328275 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.328593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.328908 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.329250 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:27.692559 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for floatingip (94debd8a-cd62-46ba-bba1-7415f8201f79), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:27.783332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:27.932241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for port (fd39af18-4da1-4525-9f71-5379b467da1e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:27.936712 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:28.007968 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'Port': ['ID=fd39af18-4da1-4525-9f71-5379b467da1e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:28.016767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (94debd8a-cd62-46ba-bba1-7415f8201f79), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:28.123745 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Floating IP 94debd8a-cd62-46ba-bba1-7415f8201f79 associated. External IP: 172.27.1.162, port: c83c510a-76c6-4840-90a7-0084140672c1. Mar 10 05:07:28.175165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b8da5-980b-49dd-bfce-2872aa66acdc req-802c8414-8db0-4941-af4a-b59386392dd8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:28.176874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c05b8da5-980b-49dd-bfce-2872aa66acdc req-802c8414-8db0-4941-af4a-b59386392dd8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0567050 Mar 10 05:07:28.232438 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c05b8da5-980b-49dd-bfce-2872aa66acdc req-644432ae-8747-4311-abe4-6f28ba46e554 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500584 Mar 10 05:07:28.591436 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Router c7505f4d-16eb-44e8-a20e-106e888d62f4 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:07:28.705019 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:07:28.715187 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Sync routers for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:07:28.726108 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:07:28.726880 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:07:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:28.728795 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:28.767495 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-26c0d411-2680-4f36-a977-abf88db597b5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9124949 Mar 10 05:07:28.768269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:28.770162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46184) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:28.774993 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574190077', 'description': 'tempest-secgroup-smoke-1574190077 description', 'project_id': '33aec885492c41f59e2024ad941db45f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:28.781992 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b" -d '{"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:28.808040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:28.831670 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720f36b-f3b6-4e28-b845-ef49b139584d x-openstack-request-id: req-0720f36b-f3b6-4e28-b845-ef49b139584d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:28.832248 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:28.832462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0720f36b-f3b6-4e28-b845-ef49b139584d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:28.832921 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:07:28.852039 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:07:28.933661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-1559a799-ddbb-4ad2-ac8a-1b510d6fa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:28.935554 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-1559a799-ddbb-4ad2-ac8a-1b510d6fa746 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0745192 Mar 10 05:07:28.952852 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (892705ce-62b8-4f43-8ce5-36b918c3c2a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:28.957222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (892705ce-62b8-4f43-8ce5-36b918c3c2a0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.017085 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892705ce-62b8-4f43-8ce5-36b918c3c2a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.027131 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.032402 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2571297 Mar 10 05:07:29.032654 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.039671 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.040236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.040782 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.041342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.041861 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.042368 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.043107 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.043610 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.043949 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.044285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.044619 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.044954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.045500 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.046035 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d06fa-4a04-42f9-9145-269e8d67ccc3 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:29.087189 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (6bae5a50-7fc2-46f2-9b27-a4bc665063e1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.118066 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-a73eaa6a-ccb3-4b61-b413-329e71abca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:29.120015 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-a73eaa6a-ccb3-4b61-b413-329e71abca40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.1593244 Mar 10 05:07:29.144224 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '94debd8a-cd62-46ba-bba1-7415f8201f79', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'port_id': 'c83c510a-76c6-4840-90a7-0084140672c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'mac_address': 'fa:16:3e:71:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:27Z', 'updated_at': '2022-03-10T05:07:27Z', 'revision_number': 0, 'project_id': '33aec885492c41f59e2024ad941db45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:29.185421 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Checking router: c7505f4d-16eb-44e8-a20e-106e888d62f4 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:07:29.205872 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:07:29.207150 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:07:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:29.215218 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (6bae5a50-7fc2-46f2-9b27-a4bc665063e1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.230665 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (6bae5a50-7fc2-46f2-9b27-a4bc665063e1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.244869 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-7bf0d723-e59b-4947-af4b-b0ca9717bfa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 999 time: 0.1143858 Mar 10 05:07:29.256572 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bae5a50-7fc2-46f2-9b27-a4bc665063e1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.268071 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.277213 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7d16a40d-70e0-45c3-9d38-2aae9afdd240 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357199 Mar 10 05:07:29.287338 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.290082 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.317231 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-6b89e7c9-6ad8-478c-9cec-8ca87e4b21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:29.320632 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-6b89e7c9-6ad8-478c-9cec-8ca87e4b21f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0685041 Mar 10 05:07:29.336897 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (274835ab-853d-464d-94bb-e0460fb19013), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.376585 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-95d4629f-6e91-43e6-a0a1-9f7cde077295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:29.380870 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-95d4629f-6e91-43e6-a0a1-9f7cde077295 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526247 Mar 10 05:07:29.399838 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:07:29.448512 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (274835ab-853d-464d-94bb-e0460fb19013), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.458462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad7f0b-c4e3-4361-9770-0a378179c505 req-3cf06654-e044-47ef-8aa5-09692f6078ee tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:29.460028 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-41ad7f0b-c4e3-4361-9770-0a378179c505 req-3cf06654-e044-47ef-8aa5-09692f6078ee tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0958431 Mar 10 05:07:29.461327 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (274835ab-853d-464d-94bb-e0460fb19013), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.489776 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274835ab-853d-464d-94bb-e0460fb19013,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.512472 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.517188 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1929d407-6dd3-4be3-bf18-6c93728bdf82 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2273133 Mar 10 05:07:29.517188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.521595 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.524056 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-cb717baa-1c68-4b92-9272-a67b180ab1a3 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253951 Mar 10 05:07:29.546527 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-41ad7f0b-c4e3-4361-9770-0a378179c505 req-f4502f37-2e7c-4b37-9e7a-5d222b314f12 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Mar 10 05:07:29.571977 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (ae6893dc-9bc5-46b7-ae35-71fe1a8780ee), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.629694 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (ae6893dc-9bc5-46b7-ae35-71fe1a8780ee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.634301 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (ae6893dc-9bc5-46b7-ae35-71fe1a8780ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.651187 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c1f401-f49c-4ce4-be5c-d43ad81bd52b req-3ee56c24-2300-4fe4-8388-6b0b91c59170 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093714 Mar 10 05:07:29.654337 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6893dc-9bc5-46b7-ae35-71fe1a8780ee,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.676209 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.677625 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3b2941ed-ad43-45d9-805b-a97056a92b63 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592743 Mar 10 05:07:29.678270 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '94debd8a-cd62-46ba-bba1-7415f8201f79', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'port_id': 'c83c510a-76c6-4840-90a7-0084140672c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'mac_address': 'fa:16:3e:71:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:27Z', 'updated_at': '2022-03-10T05:07:27Z', 'revision_number': 0, 'project_id': '33aec885492c41f59e2024ad941db45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:29.680157 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.684434 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.708995 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e255cb-7408-4f8a-beeb-71bee33376f8 None None] The sync data for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi is: [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '94debd8a-cd62-46ba-bba1-7415f8201f79', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'floating_ip_address': '172.27.1.162', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'port_id': 'c83c510a-76c6-4840-90a7-0084140672c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'mac_address': 'fa:16:3e:71:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:27Z', 'updated_at': '2022-03-10T05:07:27Z', 'revision_number': 0, 'project_id': '33aec885492c41f59e2024ad941db45f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:07:29.709598 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (c609317f-7956-4b3f-a387-342e9d21957f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.770030 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (c609317f-7956-4b3f-a387-342e9d21957f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.780520 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (c609317f-7956-4b3f-a387-342e9d21957f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.798006 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c609317f-7956-4b3f-a387-342e9d21957f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.807474 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.808663 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7eaf3b53-6213-4c7a-a3f7-54016d662817 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275589 Mar 10 05:07:29.812152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46212) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.816593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.838632 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Project 33aec885492c41f59e2024ad941db45f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:07:29.847117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (2f054578-64d1-410b-8603-d1afaba805ec), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.921978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (2f054578-64d1-410b-8603-d1afaba805ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.925868 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (2f054578-64d1-410b-8603-d1afaba805ec), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.940542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ea359-18bf-45d2-b80b-c6f9b178b164 None None] New status for floating IP 94debd8a-cd62-46ba-bba1-7415f8201f79: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:07:29.941396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f054578-64d1-410b-8603-d1afaba805ec,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:29.955492 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:29.956701 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6b9fa212-70d7-4a91-8153-47edcf66fd5e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435373 Mar 10 05:07:29.959564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:29.964011 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'security_group_rule': {'security_group_id': '892705ce-62b8-4f43-8ce5-36b918c3c2a0', 'project_id': '33aec885492c41f59e2024ad941db45f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:29.986508 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Project 33aec885492c41f59e2024ad941db45f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:07:29.991961 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (deca779a-1a46-4a57-88f2-d6cb4c2f9a98), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.059469 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (deca779a-1a46-4a57-88f2-d6cb4c2f9a98), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.063569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (deca779a-1a46-4a57-88f2-d6cb4c2f9a98), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.081959 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deca779a-1a46-4a57-88f2-d6cb4c2f9a98,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:30.089943 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.091173 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ebf631b4-7b26-4cc4-8dd2-5f5ed02828c5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306911 Mar 10 05:07:30.187677 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-9c9c6c37-5f9b-4b9a-9ef5-80ae0efa1c61 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574190077&fields=id&tenant_id=33aec885492c41f59e2024ad941db45f HTTP/1.1" status: 200 len: 267 time: 0.0478766 Mar 10 05:07:30.257445 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-8a7cedab-3f3c-4f79-8adc-29d0600cb374 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.259144 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-8a7cedab-3f3c-4f79-8adc-29d0600cb374 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0650923 Mar 10 05:07:30.271039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'port': {'security_groups': ['067f67b0-2673-4987-8dd7-6d0f0d7607c9', '892705ce-62b8-4f43-8ce5-36b918c3c2a0']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:30.346458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.532105 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:30.563383 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for port (c83c510a-76c6-4840-90a7-0084140672c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.568746 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.584571 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:07:30.611023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.611668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:30.613067 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72c95d80-e855-4bc7-88f9-b76df397da24 req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "PUT /v2.0/ports/c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 981 time: 0.3467109 Mar 10 05:07:30.613559 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:30.615821 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc7ad1c-b14c-4885-b222-a462b8f32842" -d '{"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:30.650375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba3961-74ee-4393-990c-99fb501bbe4e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:30.673716 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fff5e02-54ea-4615-beec-5c53653c40e8 x-openstack-request-id: req-0fff5e02-54ea-4615-beec-5c53653c40e8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:30.674013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:30.674381 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fff5e02-54ea-4615-beec-5c53653c40e8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:30.674674 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:07:30.705843 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d91e6-d4b2-4d45-b6cc-bfb2911b87e9 req-6073783b-1090-486f-b85c-fd23f2e32d7a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.724372 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fd3d91e6-d4b2-4d45-b6cc-bfb2911b87e9 req-6073783b-1090-486f-b85c-fd23f2e32d7a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0912030 Mar 10 05:07:30.785923 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:07:30.797752 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fd3d91e6-d4b2-4d45-b6cc-bfb2911b87e9 req-a1c00457-3bc6-4afc-896b-2fd94964fd2e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725031 Mar 10 05:07:30.815722 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-fe082439-ddfe-41a3-aca8-6bc8a5631ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.817563 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-fe082439-ddfe-41a3-aca8-6bc8a5631ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1168 time: 0.1065261 Mar 10 05:07:30.831798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e458ce3-7fdc-4b36-b0d1-d92000978e12 req-e47d24f5-b623-4d69-9182-e5d4877a99da tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.833598 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4e458ce3-7fdc-4b36-b0d1-d92000978e12 req-e47d24f5-b623-4d69-9182-e5d4877a99da tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0860381 Mar 10 05:07:30.968803 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4e458ce3-7fdc-4b36-b0d1-d92000978e12 req-b4321ac5-3723-4103-8e18-0cef5ff644cf tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252806 Mar 10 05:07:30.973604 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-9ba26084-39a3-40b6-bc48-5f6fee2cbfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:30.974930 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-9ba26084-39a3-40b6-bc48-5f6fee2cbfaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.1403224 Mar 10 05:07:31.022036 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-77c64620-e1a4-4229-8957-8c7c72bfdaeb None None] Provisioning complete for port c83c510a-76c6-4840-90a7-0084140672c1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:07:31.022611 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77c64620-e1a4-4229-8957-8c7c72bfdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c83c510a-76c6-4840-90a7-0084140672c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:31.054568 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-35bdfff7-9982-4d24-b302-c5a3a677128b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 1001 time: 0.0601580 Mar 10 05:07:31.114951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-24a310d7-2ba4-4466-baa0-b6738c9a9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:31.116476 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-24a310d7-2ba4-4466-baa0-b6738c9a9ee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0518935 Mar 10 05:07:31.174145 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-543c540f-06d1-4d56-b588-9717efaa5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:31.175561 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-543c540f-06d1-4d56-b588-9717efaa5386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464990 Mar 10 05:07:31.229042 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-77c64620-e1a4-4229-8957-8c7c72bfdaeb None None] Current status of the port c83c510a-76c6-4840-90a7-0084140672c1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:07:31.283417 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-563d1a80-bd8b-4af4-84b5-e3a3ed6480d3 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943966 Mar 10 05:07:31.384905 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5dc7ad1c-b14c-4885-b222-a462b8f32842 req-5fe415a6-8be2-48aa-bd0a-df2387d72ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950904 Mar 10 05:07:31.920765 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee7a2a-711e-4ebe-8669-b649538a656a req-d794dbb1-9c47-4078-ab4d-8b59c2035e5b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:31.922172 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d9ee7a2a-711e-4ebe-8669-b649538a656a req-d794dbb1-9c47-4078-ab4d-8b59c2035e5b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0563262 Mar 10 05:07:31.969674 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d9ee7a2a-711e-4ebe-8669-b649538a656a req-fa904e1e-f288-4313-8d47-6f96b58cfebc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Mar 10 05:07:33.095013 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b3ec-804d-4325-91e3-392b66dead09 req-3912ab6c-54ab-4128-b267-4b1454222f10 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:33.096507 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4673b3ec-804d-4325-91e3-392b66dead09 req-3912ab6c-54ab-4128-b267-4b1454222f10 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0570536 Mar 10 05:07:33.148102 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4673b3ec-804d-4325-91e3-392b66dead09 req-dc32abd2-a589-4476-b7e6-5d4284d81a13 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461519 Mar 10 05:07:34.268081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f982b8b-f136-411d-8dba-c75546206914 req-fdb0c3ba-0140-40e3-8e2a-34fc78e5bb35 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:34.269564 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f982b8b-f136-411d-8dba-c75546206914 req-fdb0c3ba-0140-40e3-8e2a-34fc78e5bb35 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0554206 Mar 10 05:07:34.323153 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f982b8b-f136-411d-8dba-c75546206914 req-9a21c050-1d28-4686-8823-aabfffce97a5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 Mar 10 05:07:35.451039 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0286c77-9749-461c-b96a-f950b4a04f40 req-059214ac-5b38-478c-a4a1-8fbf856a086c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:35.452880 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a0286c77-9749-461c-b96a-f950b4a04f40 req-059214ac-5b38-478c-a4a1-8fbf856a086c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0531523 Mar 10 05:07:35.509611 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a0286c77-9749-461c-b96a-f950b4a04f40 req-79691950-7619-4c8e-b74d-31010884fed2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Mar 10 05:07:36.653899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718afed4-256b-412f-a7e1-6bb9734d8e03 req-a63c455c-65eb-4e4d-8e22-b789beaf5d4c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:36.656188 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-718afed4-256b-412f-a7e1-6bb9734d8e03 req-a63c455c-65eb-4e4d-8e22-b789beaf5d4c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0762670 Mar 10 05:07:36.697676 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610906f-5550-4ce2-993d-46b4a4c2ceb5 req-3e32ce91-2a4f-46cc-8a81-ae487ca53072 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:36.699281 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f610906f-5550-4ce2-993d-46b4a4c2ceb5 req-3e32ce91-2a4f-46cc-8a81-ae487ca53072 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0762334 Mar 10 05:07:36.716682 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-718afed4-256b-412f-a7e1-6bb9734d8e03 req-3aff68b0-3eab-4399-8ae7-392555609773 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549650 Mar 10 05:07:36.753068 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f610906f-5550-4ce2-993d-46b4a4c2ceb5 req-5f9b8825-01be-4dd0-a139-c02e64a1a5d0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471895 Mar 10 05:07:36.985056 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:36.990003 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279619235', 'description': 'tempest-description--461194168'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:37.010633 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.078808 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (61ad504d-adb1-4420-97e6-8bdbbeadb6fc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.082660 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (61ad504d-adb1-4420-97e6-8bdbbeadb6fc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.111775 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad504d-adb1-4420-97e6-8bdbbeadb6fc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:37.115879 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.117090 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d4714c59-42cf-439c-831c-e690176191b5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1309114 Mar 10 05:07:37.120357 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:37.125976 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '61ad504d-adb1-4420-97e6-8bdbbeadb6fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:37.154108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (ea3c3a3a-ed3f-48c2-861b-39058f9c8039), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.216349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (ea3c3a3a-ed3f-48c2-861b-39058f9c8039), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.221857 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (ea3c3a3a-ed3f-48c2-861b-39058f9c8039), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.244220 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3c3a3a-ed3f-48c2-861b-39058f9c8039,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:37.280673 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.282065 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d2c6e319-d794-48f3-a2e8-93a2c997a7fa tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608698 Mar 10 05:07:37.284855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:37.292120 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '61ad504d-adb1-4420-97e6-8bdbbeadb6fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:37.320942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (b697f173-c7a8-4ae8-b337-9345fe3e4220), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.376549 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (b697f173-c7a8-4ae8-b337-9345fe3e4220), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.380442 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (b697f173-c7a8-4ae8-b337-9345fe3e4220), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.398050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b697f173-c7a8-4ae8-b337-9345fe3e4220,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:37.406463 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.407689 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-af8715cb-b49c-4c4e-8502-e64eeb2ca16e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190612 Mar 10 05:07:37.410855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:37.415272 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:37.437627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.532378 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.635377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.27.1.219 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/4be90165-0ade-4056-8844-9e48ea79345d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:07:37.738453 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (4be90165-0ade-4056-8844-9e48ea79345d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.775340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (4be90165-0ade-4056-8844-9e48ea79345d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:37.815531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:07:37.821972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:07:37.824943 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:07:37.842339 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc17f-707e-44d7-b8c3-73b3cdd59b31 req-fcbb5c22-17b7-4ddb-91d8-8858dcda766d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:37.843805 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d33cc17f-707e-44d7-b8c3-73b3cdd59b31 req-fcbb5c22-17b7-4ddb-91d8-8858dcda766d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0576959 Mar 10 05:07:37.866924 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=4be90165-0ade-4056-8844-9e48ea79345d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:37.897611 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d33cc17f-707e-44d7-b8c3-73b3cdd59b31 req-c4599c18-1cf8-42d8-91e9-a45746f995b8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Mar 10 05:07:38.189901 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e25be-7128-4ffe-8ddc-50f773197f2b req-aff1cd5b-84d6-41e2-9d88-ee0b9c25345d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:38.191359 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e49e25be-7128-4ffe-8ddc-50f773197f2b req-aff1cd5b-84d6-41e2-9d88-ee0b9c25345d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.3444772 Mar 10 05:07:38.207567 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.267407 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e49e25be-7128-4ffe-8ddc-50f773197f2b req-562e10ed-192f-4c49-9a89-ea35a1a9b429 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699368 Mar 10 05:07:38.268371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (4be90165-0ade-4056-8844-9e48ea79345d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.451714 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a4aed-41e8-4d3d-850a-db573aad1f8c req-6b6b054e-7de6-49c6-b0fc-4b32df4f7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:38.453107 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c82a4aed-41e8-4d3d-850a-db573aad1f8c req-6b6b054e-7de6-49c6-b0fc-4b32df4f7da0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0719481 Mar 10 05:07:38.475459 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (4be90165-0ade-4056-8844-9e48ea79345d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.483991 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (4be90165-0ade-4056-8844-9e48ea79345d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.571685 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=4be90165-0ade-4056-8844-9e48ea79345d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:38.575470 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c82a4aed-41e8-4d3d-850a-db573aad1f8c req-c1ff391e-eb87-4e50-bd00-c833fc016e05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117058 Mar 10 05:07:38.584937 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.600892 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:38.601880 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c91a873a-36fd-4667-874c-cb2fc48d600c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1900666 Mar 10 05:07:38.798825 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-17328301-790f-4194-8275-b9c1af3c2762 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--279619235&fields=id&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 267 time: 0.0414295 Mar 10 05:07:38.906141 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-13925122-1cfe-4719-83d1-b7947dad7f0d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:38.907519 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-13925122-1cfe-4719-83d1-b7947dad7f0d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.1024263 Mar 10 05:07:38.922054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-bf244b2b-6074-4e2e-8578-8541b9c9e4f7 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/quotas/9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 375 time: 0.0091486 Mar 10 05:07:38.984924 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ac36143c-9304-42da-84b8-93cdef74902b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578380 Mar 10 05:07:39.022763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda28b58-b01b-470b-8749-f9f0558ddab7 req-fe6cfa13-b9d9-4db6-b843-af3ad4b189e4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:39.024237 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dda28b58-b01b-470b-8749-f9f0558ddab7 req-fe6cfa13-b9d9-4db6-b843-af3ad4b189e4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0561638 Mar 10 05:07:39.074834 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dda28b58-b01b-470b-8749-f9f0558ddab7 req-680c29a9-335f-43af-930d-51f6f72cb652 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Mar 10 05:07:39.085101 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-0f1c1574-5797-4aa4-b2eb-01dc61a4c0c2 service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891695 Mar 10 05:07:39.178815 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-c5558d5c-a022-4a10-a7cf-0275a499e17d service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878038 Mar 10 05:07:39.368122 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-23e01a8f-49e2-4391-b302-f32bb98cf717 req-994331a9-b15a-48ac-8e97-fd2db10a3f60 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 210 time: 0.0396433 Mar 10 05:07:39.419198 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b4f79-1d06-4804-ba8a-5b0ce82905d5 req-e86d4bf4-d90d-4217-b75f-34d2540f15f8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:39.421256 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-057b4f79-1d06-4804-ba8a-5b0ce82905d5 req-e86d4bf4-d90d-4217-b75f-34d2540f15f8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0632925 Mar 10 05:07:39.471318 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-057b4f79-1d06-4804-ba8a-5b0ce82905d5 req-497e2306-850b-451a-acc2-84b72d7a536b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Mar 10 05:07:40.194595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a99c2-e2c7-4966-a71a-2a152044eb46 req-7a7e2ddc-d377-4ed7-8d29-98b697fa5624 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:40.196032 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-362a99c2-e2c7-4966-a71a-2a152044eb46 req-7a7e2ddc-d377-4ed7-8d29-98b697fa5624 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0513165 Mar 10 05:07:40.241883 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-362a99c2-e2c7-4966-a71a-2a152044eb46 req-dce3dd34-153f-4db3-9762-dd6067a0524b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Mar 10 05:07:40.464389 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9398bdde-ac74-40df-9903-ccaae17f9ea9 req-6f580449-79e2-4fb5-8172-fae39a1a3c11 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 210 time: 0.0318677 Mar 10 05:07:40.591544 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b862e-fdce-465a-998b-8808df2e37a0 req-bc022881-f491-429b-aa24-5c0bd70ab6dc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:40.593528 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e3b862e-fdce-465a-998b-8808df2e37a0 req-bc022881-f491-429b-aa24-5c0bd70ab6dc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0529368 Mar 10 05:07:40.643230 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e3b862e-fdce-465a-998b-8808df2e37a0 req-03412803-3816-4fca-be9d-492bf201a8bb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439620 Mar 10 05:07:40.876909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-10183d82-6edf-4958-8c29-d6a5dc8c5898 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:40.878485 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-10183d82-6edf-4958-8c29-d6a5dc8c5898 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.1238811 Mar 10 05:07:40.959207 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-f157c30d-104c-4e54-93ff-192157f3e7ae tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 472 time: 0.0686715 Mar 10 05:07:40.968329 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'port': {'device_id': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'admin_state_up': True, 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'security_groups': ['61ad504d-adb1-4420-97e6-8bdbbeadb6fc']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:41.078201 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:07:41.081570 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.208561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.20.0.9 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/8422ea60-3448-497c-bd5b-50eb1027d37f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:07:41.356906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.375672 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f25c93-dd65-42c6-bd5d-84acaaada330 req-96f0407c-b8e1-4739-9fb8-be1f9f8ea7c7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.377329 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-39f25c93-dd65-42c6-bd5d-84acaaada330 req-96f0407c-b8e1-4739-9fb8-be1f9f8ea7c7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0615342 Mar 10 05:07:41.392755 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.427305 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-39f25c93-dd65-42c6-bd5d-84acaaada330 req-c9b81c59-8e48-4b7a-a593-1940a2226d8d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Mar 10 05:07:41.438259 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:07:41.443612 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:07:41.450413 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:41.453449 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:07:41.512806 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.512806 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.535743 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-14cf991c-e92e-4ab2-ad8c-c9ec2c5af5b3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709085 Mar 10 05:07:41.556003 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Request body: {'port': {'device_id': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:41.624267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bf826-bdbb-4c28-805f-3a73b252d7a5 req-7c3be737-1491-47d2-a75f-2a2d00cbee01 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.626216 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3f3bf826-bdbb-4c28-805f-3a73b252d7a5 req-7c3be737-1491-47d2-a75f-2a2d00cbee01 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 931 time: 0.0600216 Mar 10 05:07:41.648911 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.703224 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3f3bf826-bdbb-4c28-805f-3a73b252d7a5 req-2d53f518-37ad-4d18-9bc7-6097310fb32e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679531 Mar 10 05:07:41.825906 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c9bb2c53-44c8-4d70-a4a2-eae2aa2a34ec None None] Provisioning complete for port 8422ea60-3448-497c-bd5b-50eb1027d37f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:07:41.827409 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2c53-44c8-4d70-a4a2-eae2aa2a34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:41.837500 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761cb62-86c1-45bd-8d92-781ea38df13f req-868021bb-1707-4958-b677-e25d0b249305 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.839475 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1761cb62-86c1-45bd-8d92-781ea38df13f req-868021bb-1707-4958-b677-e25d0b249305 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0620790 Mar 10 05:07:41.872585 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb2c53-44c8-4d70-a4a2-eae2aa2a34ec None None] Port 8422ea60-3448-497c-bd5b-50eb1027d37f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:07:41.900961 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1761cb62-86c1-45bd-8d92-781ea38df13f req-884db3eb-63ae-43b6-aea0-8a99444b0f70 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525994 Mar 10 05:07:41.916363 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c29ab-9214-48cf-8959-cf96f379d3ea req-eb4e08d7-370c-4fd1-9f06-c4e434cf8bb4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.918279 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-020c29ab-9214-48cf-8959-cf96f379d3ea req-eb4e08d7-370c-4fd1-9f06-c4e434cf8bb4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1953862 Mar 10 05:07:41.946454 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9edff2-6e83-4191-be94-09579fabfc4d req-f823fa52-6c35-4d3b-839d-5c9eb9176ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:41.947852 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-f823fa52-6c35-4d3b-839d-5c9eb9176ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1895707 Mar 10 05:07:42.080978 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-020c29ab-9214-48cf-8959-cf96f379d3ea req-5b3e5db2-cdd0-4dc9-a0a9-6cc87559db25 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461434 Mar 10 05:07:42.130754 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9edff2-6e83-4191-be94-09579fabfc4d req-d02ffea8-cf1f-4c0f-b6b4-f235c720d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.132179 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-d02ffea8-cf1f-4c0f-b6b4-f235c720d66e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1594176 Mar 10 05:07:42.191635 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-388c5982-aec1-4eb4-b9ed-e526ef685e9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0395465 Mar 10 05:07:42.200036 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8422ea60-3448-497c-bd5b-50eb1027d37f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:07:42.215839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks [] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:42.253365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Transition to ACTIVE for port object 8422ea60-3448-497c-bd5b-50eb1027d37f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:07:42.259413 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9edff2-6e83-4191-be94-09579fabfc4d req-35be4557-a47b-4760-89f0-b00a45dceba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.260846 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-35be4557-a47b-4760-89f0-b00a45dceba3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0553689 Mar 10 05:07:42.261434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:42.319783 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-bd1406b9-dfb8-495f-80d8-cf2b1dc378e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349700 Mar 10 05:07:42.346803 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:42.480186 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Attempting to bind port 8422ea60-3448-497c-bd5b-50eb1027d37f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:07:42.480524 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Attempting to bind port 8422ea60-3448-497c-bd5b-50eb1027d37f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:07:42.480855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Attempting to bind port 8422ea60-3448-497c-bd5b-50eb1027d37f on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:07:42.488021 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-7adf2865-1762-4cf0-b505-ba578bc6adb1 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515753 Mar 10 05:07:42.489098 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Port 8422ea60-3448-497c-bd5b-50eb1027d37f on network 90185edd-994f-454f-844c-1ceabef2dbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:07:42.489478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Attempting to bind port 8422ea60-3448-497c-bd5b-50eb1027d37f on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:07:42.494899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:07:42.495182 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:07:42.495608 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:07:42.496058 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Bound port: 8422ea60-3448-497c-bd5b-50eb1027d37f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:07:42.496535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:42.631459 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:07:42.635762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8422ea60-3448-497c-bd5b-50eb1027d37f,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:07:42.640794 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-db9edff2-6e83-4191-be94-09579fabfc4d req-9ec71d21-e404-476c-9764-6b70b3ab8f87 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405835 Mar 10 05:07:42.642506 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:42.682649 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.683275 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:42.684638 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] 10.222.0.24 "PUT /v2.0/ports/8422ea60-3448-497c-bd5b-50eb1027d37f HTTP/1.1" status: 200 len: 1093 time: 1.1348476 Mar 10 05:07:42.685079 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:42.688424 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b67aa-9a57-48b9-89e9-617afa9cf374" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:42.716379 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04bb90-ae66-4bd7-91eb-bfad6db8ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:42.749496 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75bdc1-9df1-4e54-88b4-3237392ddc62 x-openstack-request-id: req-2f75bdc1-9df1-4e54-88b4-3237392ddc62 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:42.749794 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:42.750056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f75bdc1-9df1-4e54-88b4-3237392ddc62 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:42.750476 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'status': 'completed', 'code': 200} Mar 10 05:07:42.816641 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-9592a840-8e70-4c26-8b87-f326f2b37d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.818141 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-9592a840-8e70-4c26-8b87-f326f2b37d6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 1127 time: 0.0800958 Mar 10 05:07:42.869773 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-b729735f-0481-492a-8efe-c7f75c1b7dfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8422ea60-3448-497c-bd5b-50eb1027d37f HTTP/1.1" status: 200 len: 217 time: 0.0409174 Mar 10 05:07:42.881479 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7953-958a-4135-9adf-ecf60de56890 req-3309fdef-461e-4158-a8fa-315fa13b6f8e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.882896 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c43b7953-958a-4135-9adf-ecf60de56890 req-3309fdef-461e-4158-a8fa-315fa13b6f8e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 943 time: 0.1014493 Mar 10 05:07:42.958395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-2e6d9943-ed96-461b-9f41-1683f393ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:42.959823 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-2e6d9943-ed96-461b-9f41-1683f393ee86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0653288 Mar 10 05:07:42.971415 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c43b7953-958a-4135-9adf-ecf60de56890 req-91d6e237-67b8-4fb7-a900-c7575f85e21d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829637 Mar 10 05:07:43.016971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-44b7c51d-c56c-4d6d-9f25-6fd1d5c30be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.018491 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-44b7c51d-c56c-4d6d-9f25-6fd1d5c30be2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462487 Mar 10 05:07:43.040055 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c416-e8d3-4131-b262-9882ab5fb99c req-32b20812-cebb-4862-ac89-a13bb1215232 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.041475 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b2e0c416-e8d3-4131-b262-9882ab5fb99c req-32b20812-cebb-4862-ac89-a13bb1215232 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0620563 Mar 10 05:07:43.088930 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b2e0c416-e8d3-4131-b262-9882ab5fb99c req-cb750f0f-0a26-45e8-a659-f78877090b08 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Mar 10 05:07:43.115537 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-110418b1-753e-4b4b-8506-219ae4dc776a service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Mar 10 05:07:43.248415 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5fcd96f4-e944-44d7-b83d-04aeac4f1856 req-2d6f82db-b593-4a3c-81b9-d781623fe704 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237328 Mar 10 05:07:43.258979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbc085-d443-4d31-a0d4-d4dc7a83694f req-c0ef5283-fd8d-4206-a95a-c352f859b3ce tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.262453 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-26bbc085-d443-4d31-a0d4-d4dc7a83694f req-c0ef5283-fd8d-4206-a95a-c352f859b3ce tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1076646 Mar 10 05:07:43.316828 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-26bbc085-d443-4d31-a0d4-d4dc7a83694f req-a5c35b56-6665-4df0-8c24-9aed12165046 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Mar 10 05:07:43.351109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-12fc52cd-93b9-42c6-918f-deea28b9da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.352303 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-12fc52cd-93b9-42c6-918f-deea28b9da25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 1127 time: 0.0478575 Mar 10 05:07:43.388172 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50bbc601-d950-4da6-8285-6b2aebccf438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:43.447596 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-0a553b9d-cfd7-442a-afa9-031687b3a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.449040 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-0a553b9d-cfd7-442a-afa9-031687b3a4ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.0882864 Mar 10 05:07:43.500714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-350d35c3-19a9-43d5-9710-495239c2c864 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8422ea60-3448-497c-bd5b-50eb1027d37f HTTP/1.1" status: 200 len: 217 time: 0.0346906 Mar 10 05:07:43.551017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-d8b2b7d3-1d9d-4bac-9173-7692aaf02fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.552423 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-d8b2b7d3-1d9d-4bac-9173-7692aaf02fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0427008 Mar 10 05:07:43.604054 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-0aab8541-a647-45c2-90b9-e601f2492ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:43.605738 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-0aab8541-a647-45c2-90b9-e601f2492ae8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455818 Mar 10 05:07:43.699123 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-f12a259b-1b46-47c9-8c37-060980d68768 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847054 Mar 10 05:07:43.796150 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-007b67aa-9a57-48b9-89e9-617afa9cf374 req-d4d545ac-6a46-4bbe-be0b-15511d904c5d service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862379 Mar 10 05:07:44.088918 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3724a6-d031-453e-b9b6-7efb4b55047c req-94478527-44ed-4f7d-9390-9b9acf7e5284 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:44.090548 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fc3724a6-d031-453e-b9b6-7efb4b55047c req-94478527-44ed-4f7d-9390-9b9acf7e5284 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 943 time: 0.0529437 Mar 10 05:07:44.144054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fc3724a6-d031-453e-b9b6-7efb4b55047c req-4700a4a5-5c62-4dd5-bc46-5f549c5caf25 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473621 Mar 10 05:07:44.252645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51717299-69a9-4ec3-a380-d27b50933e37 req-73c4d407-9753-4bf9-8181-e4483a52702f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:44.254488 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-51717299-69a9-4ec3-a380-d27b50933e37 req-73c4d407-9753-4bf9-8181-e4483a52702f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0560355 Mar 10 05:07:44.309796 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-51717299-69a9-4ec3-a380-d27b50933e37 req-d95dc71f-7bfb-4537-b9c0-ffabac92dccd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486245 Mar 10 05:07:44.438236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388be10-9b09-48a0-9964-c5ea9bc4c3ba req-6882de80-abb1-4787-ab4c-fd77708b422b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:44.439746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f388be10-9b09-48a0-9964-c5ea9bc4c3ba req-6882de80-abb1-4787-ab4c-fd77708b422b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0535564 Mar 10 05:07:44.484574 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f388be10-9b09-48a0-9964-c5ea9bc4c3ba req-72a9e75c-a694-4e0f-8a9c-e8a0194d0181 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Mar 10 05:07:45.259160 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae3926-1c43-48fd-8cc0-06d902d1f80a req-76b89c5d-18b3-4a69-910c-9b845641f90c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:45.260610 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3eae3926-1c43-48fd-8cc0-06d902d1f80a req-76b89c5d-18b3-4a69-910c-9b845641f90c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 943 time: 0.0518672 Mar 10 05:07:45.306547 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3eae3926-1c43-48fd-8cc0-06d902d1f80a req-b7f83899-74ce-4d82-93fa-58e82375b8cf tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Mar 10 05:07:45.440494 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed55370-b1e5-4a5a-81c4-36f6d9779bff req-787e4254-e70a-49b9-a45c-6f0b9c8aee08 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:45.442053 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9ed55370-b1e5-4a5a-81c4-36f6d9779bff req-787e4254-e70a-49b9-a45c-6f0b9c8aee08 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0616434 Mar 10 05:07:45.492621 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9ed55370-b1e5-4a5a-81c4-36f6d9779bff req-b6fc8f16-ffca-4274-b3e8-9d4e4e6ba2dd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Mar 10 05:07:45.611964 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ff0c-00dc-4fbb-9fe6-4cb963b25ad0 req-0143c7e3-b40e-4ae7-a931-2661986f5ac9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:45.614329 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1907ff0c-00dc-4fbb-9fe6-4cb963b25ad0 req-0143c7e3-b40e-4ae7-a931-2661986f5ac9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0585899 Mar 10 05:07:45.631003 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-275b1e27-f7ad-4b96-bfd4-07b6f911302d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:45.663359 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1907ff0c-00dc-4fbb-9fe6-4cb963b25ad0 req-156e7024-0801-4346-91ed-fc5b4bfdb2a1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Mar 10 05:07:46.064581 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2117b1c-9a52-43da-b0ac-c8c02c26943d req-28771c8e-6751-4186-9987-8ec31bbca8b2 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:46.066109 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b2117b1c-9a52-43da-b0ac-c8c02c26943d req-28771c8e-6751-4186-9987-8ec31bbca8b2 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0621662 Mar 10 05:07:46.116251 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b2117b1c-9a52-43da-b0ac-c8c02c26943d req-0342bf5c-46df-4dbe-bc15-d5fbcf387843 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445268 Mar 10 05:07:46.434484 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c542a-fe68-4372-94cb-fdf7c3793bbc req-b1efc2c4-fb05-42e7-8827-7e8957458f4a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:46.437124 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea6c542a-fe68-4372-94cb-fdf7c3793bbc req-b1efc2c4-fb05-42e7-8827-7e8957458f4a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 943 time: 0.0612209 Mar 10 05:07:46.495033 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea6c542a-fe68-4372-94cb-fdf7c3793bbc req-31cbd26c-03a5-46ae-b5a4-7db7b1962f16 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520647 Mar 10 05:07:46.626146 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4592-a35f-4cce-961d-438c3a243fa5 req-9864e2ae-c8e3-42b4-9304-885142d3376a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:46.627608 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d42f4592-a35f-4cce-961d-438c3a243fa5 req-9864e2ae-c8e3-42b4-9304-885142d3376a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0580149 Mar 10 05:07:46.674730 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d42f4592-a35f-4cce-961d-438c3a243fa5 req-5256b836-deea-40e9-a868-f31a0b544013 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Mar 10 05:07:46.703207 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:46.787022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633047c-b6b0-4b00-bfff-20c7e23a2a15 req-6043c96d-64b4-4707-a8e4-7aab42a4b9d8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:46.788485 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5633047c-b6b0-4b00-bfff-20c7e23a2a15 req-6043c96d-64b4-4707-a8e4-7aab42a4b9d8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0531399 Mar 10 05:07:46.835559 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5633047c-b6b0-4b00-bfff-20c7e23a2a15 req-8e5690c7-3739-422f-8a06-08407433e6e8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Mar 10 05:07:47.236405 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd42f79-ca0e-4ec6-a8b8-cb4c08bb6200 req-f6e80592-aca3-453d-a66c-adbff39d4c81 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:47.237822 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8dd42f79-ca0e-4ec6-a8b8-cb4c08bb6200 req-f6e80592-aca3-453d-a66c-adbff39d4c81 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0532188 Mar 10 05:07:47.282756 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8dd42f79-ca0e-4ec6-a8b8-cb4c08bb6200 req-3ae72423-25fe-440e-ad68-11f880d9d9c3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Mar 10 05:07:47.630268 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eacf8e-8b3d-405f-9c3f-51c1e44a032b req-c6348ef6-473b-4de3-b0c3-4650f86774a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:47.631768 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-10eacf8e-8b3d-405f-9c3f-51c1e44a032b req-c6348ef6-473b-4de3-b0c3-4650f86774a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 943 time: 0.0607562 Mar 10 05:07:47.679817 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-10eacf8e-8b3d-405f-9c3f-51c1e44a032b req-d22564ac-1d0c-4469-a8cb-104acb9a9509 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419283 Mar 10 05:07:47.726467 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 8422ea60-3448-497c-bd5b-50eb1027d37f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:07:47.801795 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde17d1-bb37-428d-a4ff-acc79cb9f227 req-114d2a33-1088-40ae-bdaa-eb0a9b223362 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:47.803264 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fbde17d1-bb37-428d-a4ff-acc79cb9f227 req-114d2a33-1088-40ae-bdaa-eb0a9b223362 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0565119 Mar 10 05:07:47.840344 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8422ea60-3448-497c-bd5b-50eb1027d37f,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:47.851587 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'port_id': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'mac_address': 'fa:16:3e:fb:9e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:07:47.853134 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fbde17d1-bb37-428d-a4ff-acc79cb9f227 req-57f49082-a4c9-4ff4-8422-6a211f8fb0c5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Mar 10 05:07:47.889352 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 8422ea60-3448-497c-bd5b-50eb1027d37f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:07:47.889746 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:47.902203 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8422ea60-3448-497c-bd5b-50eb1027d37f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:07:47.924683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8422ea60-3448-497c-bd5b-50eb1027d37f,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:47.928098 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:47.973232 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:47.980001 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.980356 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.980701 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.981039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.981406 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.981738 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.982324 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.982823 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.983177 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.983508 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.983839 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.984163 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:47.984487 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:07:48.051457 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:48.248871 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13cfe6-add2-4720-b178-97b65f13df86 req-3c6bb91e-928a-43f5-b131-9bea5effa34b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:48.250356 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b13cfe6-add2-4720-b178-97b65f13df86 req-3c6bb91e-928a-43f5-b131-9bea5effa34b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0540781 Mar 10 05:07:48.296536 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b13cfe6-add2-4720-b178-97b65f13df86 req-e9ad9e13-948c-42b0-885a-3ac7b3daeae3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Mar 10 05:07:48.404816 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bc4fb-9550-483d-bd4c-b161165a3c55 req-40115d77-8152-49a9-83ab-4ca4085ac9a9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:48.407202 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a48bc4fb-9550-483d-bd4c-b161165a3c55 req-40115d77-8152-49a9-83ab-4ca4085ac9a9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0565240 Mar 10 05:07:48.427092 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['8422ea60-3448-497c-bd5b-50eb1027d37f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:07:48.470299 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a48bc4fb-9550-483d-bd4c-b161165a3c55 req-6d2f3ee5-c617-4fdd-900f-82a3f1ab9951 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574629 Mar 10 05:07:48.767054 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:07:48.805966 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb300f-8887-4351-91b2-484697b1d358 req-6508c936-3534-4b31-814d-c329f33f4316 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:48.807456 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-43bb300f-8887-4351-91b2-484697b1d358 req-6508c936-3534-4b31-814d-c329f33f4316 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 944 time: 0.0561192 Mar 10 05:07:48.854952 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-43bb300f-8887-4351-91b2-484697b1d358 req-0bef3d81-c76e-471e-b250-b67a1f9ee0e7 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Mar 10 05:07:48.976132 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00972c9-a138-4627-96e9-78c66f107af0 req-957bb37c-d67e-4490-a43a-5a9c9a321654 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:48.977639 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e00972c9-a138-4627-96e9-78c66f107af0 req-957bb37c-d67e-4490-a43a-5a9c9a321654 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Mar 10 05:07:49.025783 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e00972c9-a138-4627-96e9-78c66f107af0 req-5d5bc8af-999d-471f-a576-70e8fa31a64d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Mar 10 05:07:49.598289 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c1665-0779-4fbc-895a-447923fecc0e req-577fdbf4-7c22-4707-aa13-5e7e42cef650 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:49.599758 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-513c1665-0779-4fbc-895a-447923fecc0e req-577fdbf4-7c22-4707-aa13-5e7e42cef650 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Mar 10 05:07:49.610413 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:49.649520 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-513c1665-0779-4fbc-895a-447923fecc0e req-13587b48-f423-4b23-a258-07ddbecc5259 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Mar 10 05:07:49.990508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a745b68-8d19-41a6-ab69-98f58a4c7f89 req-5b8c5e2f-1e50-4778-9b19-3d08b05e02d2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:49.991874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2a745b68-8d19-41a6-ab69-98f58a4c7f89 req-5b8c5e2f-1e50-4778-9b19-3d08b05e02d2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 944 time: 0.0576315 Mar 10 05:07:50.039220 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2a745b68-8d19-41a6-ab69-98f58a4c7f89 req-ebbaa457-5d0f-48a4-a559-a7f749032237 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Mar 10 05:07:50.162785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7f927-4ae8-4ed1-b7b0-d36da687d235 req-6695ded7-d803-49a6-bbd5-2c2927e6c34d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:50.164292 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f9c7f927-4ae8-4ed1-b7b0-d36da687d235 req-6695ded7-d803-49a6-bbd5-2c2927e6c34d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0579340 Mar 10 05:07:50.218664 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f9c7f927-4ae8-4ed1-b7b0-d36da687d235 req-2ba9044d-1878-451a-8dbf-7edf25094ba7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482244 Mar 10 05:07:50.771809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ff65-dba1-43ab-a363-e8059f1ef81a req-b3edb168-ae1c-4920-b79e-9af985d226d3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:50.773382 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ced6ff65-dba1-43ab-a363-e8059f1ef81a req-b3edb168-ae1c-4920-b79e-9af985d226d3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Mar 10 05:07:50.819836 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ced6ff65-dba1-43ab-a363-e8059f1ef81a req-ac90d80c-0775-4783-8f5e-c90dc8b5e2d7 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401766 Mar 10 05:07:51.161593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c62d5-fa89-40fd-90e5-14d700f69264 req-1a65e9d3-d949-4361-aebf-62151863e52f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:51.163322 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d07c62d5-fa89-40fd-90e5-14d700f69264 req-1a65e9d3-d949-4361-aebf-62151863e52f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 944 time: 0.0551372 Mar 10 05:07:51.214328 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d07c62d5-fa89-40fd-90e5-14d700f69264 req-65922228-66f1-4898-9925-e7faff360c85 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 Mar 10 05:07:51.235679 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:51.350446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89abe89-dff5-4d00-ab1f-4bbbdf54c9d8 req-609f7ea2-a836-43bd-ad41-329cd1c8be80 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:51.351913 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f89abe89-dff5-4d00-ab1f-4bbbdf54c9d8 req-609f7ea2-a836-43bd-ad41-329cd1c8be80 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0621030 Mar 10 05:07:51.400628 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68194daf-4403-4bef-88f4-d90ecfdd4181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.420278 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f89abe89-dff5-4d00-ab1f-4bbbdf54c9d8 req-c419ab01-df9f-4a21-b71b-f951e1012bc7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620277 Mar 10 05:07:51.469778 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:51.502014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68194daf-4403-4bef-88f4-d90ecfdd4181 admin admin] Publish callbacks [] for security_group (4f9e1df9-03b1-414a-b388-bc271e34ac20), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.505957 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68194daf-4403-4bef-88f4-d90ecfdd4181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4f9e1df9-03b1-414a-b388-bc271e34ac20), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.543055 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-68194daf-4403-4bef-88f4-d90ecfdd4181 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89fece82b18546a295eaae3e24ff7727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063271 Mar 10 05:07:51.545857 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:51.551526 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194daf-4403-4bef-88f4-d90ecfdd4181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9e1df9-03b1-414a-b388-bc271e34ac20,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:51.579480 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622fae48-6248-4010-8f8b-cdcb6a3bb4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.597316 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] Publish callbacks [] for security_group (4f9e1df9-03b1-414a-b388-bc271e34ac20), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.618142 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] Publish callbacks [] for security_group (4f9e1df9-03b1-414a-b388-bc271e34ac20), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.657437 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622fae48-6248-4010-8f8b-cdcb6a3bb4d7 admin admin] Publish callbacks [] for security_group (4251651a-bb04-4d69-b70d-b469f04393ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.661290 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-622fae48-6248-4010-8f8b-cdcb6a3bb4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4251651a-bb04-4d69-b70d-b469f04393ce), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.671279 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4f9e1df9-03b1-414a-b388-bc271e34ac20), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.675168 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.676383 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f9e1df9-03b1-414a-b388-bc271e34ac20 HTTP/1.1" status: 204 len: 168 time: 0.1296499 Mar 10 05:07:51.687474 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099510-ba7c-4bc9-86a1-acb508d274c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9e1df9-03b1-414a-b388-bc271e34ac20,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:51.704037 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-622fae48-6248-4010-8f8b-cdcb6a3bb4d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26f74169337c4293bb342471577efb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300994 Mar 10 05:07:51.704037 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fae48-6248-4010-8f8b-cdcb6a3bb4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4251651a-bb04-4d69-b70d-b469f04393ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:51.705411 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:51.728282 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 8422ea60-3448-497c-bd5b-50eb1027d37f up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:07:51.786568 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] Publish callbacks [] for security_group (4251651a-bb04-4d69-b70d-b469f04393ce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.816947 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] Publish callbacks [] for security_group (4251651a-bb04-4d69-b70d-b469f04393ce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.842002 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 8422ea60-3448-497c-bd5b-50eb1027d37f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:07:51.846125 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 8422ea60-3448-497c-bd5b-50eb1027d37f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:07:51.846570 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.877397 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4251651a-bb04-4d69-b70d-b469f04393ce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.880481 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.897711 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4251651a-bb04-4d69-b70d-b469f04393ce HTTP/1.1" status: 204 len: 168 time: 0.1754918 Mar 10 05:07:51.911552 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e22b4-8e91-4f21-8e6d-6db02ad88815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4251651a-bb04-4d69-b70d-b469f04393ce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:51.952516 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 8422ea60-3448-497c-bd5b-50eb1027d37f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:07:51.953493 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:51.980833 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:51.984149 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48016dad-c204-417f-94bd-bcbe3bee21d9" -d '{"events": [{"server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "name": "network-vif-plugged", "status": "completed", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:51.999282 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8422ea60-3448-497c-bd5b-50eb1027d37f,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:07:52.005330 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:52.018593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e038cb-cbad-4aee-bdec-435569fe8445 req-c3e29e94-9663-4cf0-ae80-dfa07198ef80 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:52.021972 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-47e038cb-cbad-4aee-bdec-435569fe8445 req-c3e29e94-9663-4cf0-ae80-dfa07198ef80 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0996664 Mar 10 05:07:52.050485 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1c828-1e66-4f4f-a9ae-915d4c4108b2 x-openstack-request-id: req-aec1c828-1e66-4f4f-a9ae-915d4c4108b2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:52.051079 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "name": "network-vif-plugged", "status": "completed", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:52.051335 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aec1c828-1e66-4f4f-a9ae-915d4c4108b2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:52.051718 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'code': 200} Mar 10 05:07:52.082874 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:52.083059 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-47e038cb-cbad-4aee-bdec-435569fe8445 req-2dd3a804-73c1-4c26-8a86-9f0c31ba79ae tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553167 Mar 10 05:07:52.255758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c073c5e-63aa-4e26-b225-f89b00c42d9f req-66993e54-dc0c-40b8-a9a9-0923bfd34587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:52.260855 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c073c5e-63aa-4e26-b225-f89b00c42d9f req-66993e54-dc0c-40b8-a9a9-0923bfd34587 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 1129 time: 0.0557969 Mar 10 05:07:52.340089 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c073c5e-63aa-4e26-b225-f89b00c42d9f req-1d080c75-e9ef-48f0-83f2-ea4683664908 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720496 Mar 10 05:07:52.364024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf7c2-ca6d-4a9a-b589-e1babea367c2 req-dbef9ae3-0bca-4b22-bf3b-46ff51fa7e46 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:52.365604 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f43cf7c2-ca6d-4a9a-b589-e1babea367c2 req-dbef9ae3-0bca-4b22-bf3b-46ff51fa7e46 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0665195 Mar 10 05:07:52.421695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f43cf7c2-ca6d-4a9a-b589-e1babea367c2 req-0701a50f-19bd-4ed1-8771-dc0d04dada9d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501573 Mar 10 05:07:52.551590 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d8e6e-de68-4839-ba8d-7403eb5936d5 req-60f3b41b-236d-45d5-b57b-f1cf5299f296 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:52.558390 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-865d8e6e-de68-4839-ba8d-7403eb5936d5 req-60f3b41b-236d-45d5-b57b-f1cf5299f296 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0636969 Mar 10 05:07:52.607649 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-865d8e6e-de68-4839-ba8d-7403eb5936d5 req-36807d4c-cbce-456f-a01a-cc92a9af0e49 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475943 Mar 10 05:07:53.525899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f3ac-cdd2-4cf3-ac7e-c528cad8d46b req-c3e6e9bc-703f-4286-9ae5-b18fb6277297 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:53.533798 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fad1f3ac-cdd2-4cf3-ac7e-c528cad8d46b req-c3e6e9bc-703f-4286-9ae5-b18fb6277297 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.3479698 Mar 10 05:07:53.574827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2962c6-cb7d-464c-9c36-69c466431c95 req-3ff59336-6d90-4adb-8d7a-0557dabbaa80 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:53.584283 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bb2962c6-cb7d-464c-9c36-69c466431c95 req-3ff59336-6d90-4adb-8d7a-0557dabbaa80 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0921636 Mar 10 05:07:53.588421 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fad1f3ac-cdd2-4cf3-ac7e-c528cad8d46b req-21c79082-5d40-4296-84d3-9002cf780d86 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535233 Mar 10 05:07:53.634254 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bb2962c6-cb7d-464c-9c36-69c466431c95 req-32513698-f94d-49ee-b4e9-3cf55a029245 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489817 Mar 10 05:07:53.735324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283d41-60b6-4396-ab7a-4956ee1aea37 req-ba8a608a-1911-4136-936e-569544623950 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:53.736786 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b0283d41-60b6-4396-ab7a-4956ee1aea37 req-ba8a608a-1911-4136-936e-569544623950 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Mar 10 05:07:53.782013 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b0283d41-60b6-4396-ab7a-4956ee1aea37 req-af22322b-f319-4f27-80b8-5c4614dc1c63 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Mar 10 05:07:54.711670 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517290b-ee51-41a7-ab74-1d355ea71fe4 req-0a335d38-75c9-4a00-ab54-a235fe943b40 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:54.713318 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a517290b-ee51-41a7-ab74-1d355ea71fe4 req-0a335d38-75c9-4a00-ab54-a235fe943b40 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0634334 Mar 10 05:07:54.766345 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082c770-1af1-4833-a863-5190272c9ca8 req-fd758020-9295-447f-877b-3930a78d7db7 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:54.767912 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2082c770-1af1-4833-a863-5190272c9ca8 req-fd758020-9295-447f-877b-3930a78d7db7 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0583372 Mar 10 05:07:54.768052 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a517290b-ee51-41a7-ab74-1d355ea71fe4 req-d293d672-1779-4dba-af90-648afdc7f3f1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479403 Mar 10 05:07:54.827737 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2082c770-1af1-4833-a863-5190272c9ca8 req-f65a8485-c730-4b54-8c41-83df30dea34d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535078 Mar 10 05:07:54.908264 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0370e0-8a24-4626-bffe-995a12f43e2f req-f8fd91ca-d280-49d1-8efd-bd57fc4d6408 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:54.909753 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a0370e0-8a24-4626-bffe-995a12f43e2f req-f8fd91ca-d280-49d1-8efd-bd57fc4d6408 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0518193 Mar 10 05:07:54.958212 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a0370e0-8a24-4626-bffe-995a12f43e2f req-ec2314c3-33e4-4933-a467-c459d9a26404 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430350 Mar 10 05:07:55.889828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ac85e-c9b4-40aa-9228-ea9470db7293 req-9f828653-5652-47d3-8cad-693bfa5e32ea tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:55.891541 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-247ac85e-c9b4-40aa-9228-ea9470db7293 req-9f828653-5652-47d3-8cad-693bfa5e32ea tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Mar 10 05:07:55.943563 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-247ac85e-c9b4-40aa-9228-ea9470db7293 req-bfc353ae-416b-4ef2-8e7e-cd3cc2be56a4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456581 Mar 10 05:07:55.951379 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d17c6d-442e-4fc8-8b76-a96145e89a3f req-5fb23fa9-3f82-4ac8-bfef-0098a0df18e2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:55.953123 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-79d17c6d-442e-4fc8-8b76-a96145e89a3f req-5fb23fa9-3f82-4ac8-bfef-0098a0df18e2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0555284 Mar 10 05:07:56.000515 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-79d17c6d-442e-4fc8-8b76-a96145e89a3f req-3e0b82ab-a4e8-4f9f-bfa0-c34c3bdddfda tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Mar 10 05:07:56.080101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d56b-9626-4924-8c40-8445bc64e1f1 req-0aff40a1-3711-49e4-88c5-4506750a79fd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:56.081550 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ae90d56b-9626-4924-8c40-8445bc64e1f1 req-0aff40a1-3711-49e4-88c5-4506750a79fd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0531714 Mar 10 05:07:56.131830 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ae90d56b-9626-4924-8c40-8445bc64e1f1 req-85ab3167-c224-4a1a-8903-86461055bbb6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448616 Mar 10 05:07:56.381515 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:57.059590 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f123-1853-47c4-9409-8062e093c40e req-e9e56599-f70f-4086-af30-b82135cc2000 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:57.061689 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7576f123-1853-47c4-9409-8062e093c40e req-e9e56599-f70f-4086-af30-b82135cc2000 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Mar 10 05:07:57.109028 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7576f123-1853-47c4-9409-8062e093c40e req-d32dfc4a-1b59-4164-bf31-cd2f09bebdd4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 Mar 10 05:07:57.117041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878b0f0-a938-4890-aa88-2d95ee448ac4 req-42ad4323-48b2-48e7-ba1d-3369fc3b55a0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:57.118604 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6878b0f0-a938-4890-aa88-2d95ee448ac4 req-42ad4323-48b2-48e7-ba1d-3369fc3b55a0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0532629 Mar 10 05:07:57.166238 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6878b0f0-a938-4890-aa88-2d95ee448ac4 req-6ddef884-a7f6-4951-a413-f946e0839c6e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 Mar 10 05:07:57.259945 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5487-556c-4fba-aa8c-7d255bf3c624 req-5afd3470-61fa-4279-ad90-3e99c1fc1c89 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:57.261440 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cd0c5487-556c-4fba-aa8c-7d255bf3c624 req-5afd3470-61fa-4279-ad90-3e99c1fc1c89 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0555449 Mar 10 05:07:57.285510 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81b4b4-6d51-455b-ac8c-fd56779af37b req-15b52957-eb54-4d7f-89cd-70175df1de86 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:57.287005 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fc81b4b4-6d51-455b-ac8c-fd56779af37b req-15b52957-eb54-4d7f-89cd-70175df1de86 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0547273 Mar 10 05:07:57.296450 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 46856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:57.301211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'port_id': '8422ea60-3448-497c-bd5b-50eb1027d37f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:07:57.309980 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cd0c5487-556c-4fba-aa8c-7d255bf3c624 req-4cca659b-fd61-4cb0-8eee-b75adefbb57a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Mar 10 05:07:57.346708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:57.801198 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:57.805478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:57.910787 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP fa18b45d-982b-4b63-bfa0-6ca03f391cce associated. External IP: 172.27.1.219, port: 8422ea60-3448-497c-bd5b-50eb1027d37f. Mar 10 05:07:58.132966 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:07:58.274155 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:58.282213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa2a30-6e4b-461f-b47b-6bdd96a2abe3 req-db23cd28-5e16-49d8-b668-1fb55c18824b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:58.283685 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49aa2a30-6e4b-461f-b47b-6bdd96a2abe3 req-db23cd28-5e16-49d8-b668-1fb55c18824b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0997109 Mar 10 05:07:58.293226 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:07:58.302270 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.303869 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:07:58.315172 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:07:58.316036 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:07:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:58.365409 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-9d960858-8383-4932-86fb-b9340d04ba61 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "PUT /v2.0/floatingips/fa18b45d-982b-4b63-bfa0-6ca03f391cce HTTP/1.1" status: 200 len: 991 time: 1.0553105 Mar 10 05:07:58.365409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:07:58.365409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78614730-1bc0-496f-9c5c-707f18a4ba40" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:07:58.385186 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49aa2a30-6e4b-461f-b47b-6bdd96a2abe3 req-1553436f-ec5a-4e22-9f9e-a13a674d47cb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939271 Mar 10 05:07:58.446872 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a100226b-7be9-4230-9332-1701368fb787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.451951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a97d37-ee12-4473-a519-b8084d8fe6c7 x-openstack-request-id: req-d2a97d37-ee12-4473-a519-b8084d8fe6c7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:07:58.452741 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:07:58.453158 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2a97d37-ee12-4473-a519-b8084d8fe6c7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:07:58.453695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'status': 'completed', 'code': 200} Mar 10 05:07:58.463172 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:07:58.481966 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164422b-36be-4394-bf5f-825a6b22ba2b req-dbee07d8-247c-4b07-a537-a890a555ba75 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:58.483519 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1164422b-36be-4394-bf5f-825a6b22ba2b req-dbee07d8-247c-4b07-a537-a890a555ba75 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0900993 Mar 10 05:07:58.553102 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1164422b-36be-4394-bf5f-825a6b22ba2b req-a2673e49-a804-4685-8003-1075ad27408d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603337 Mar 10 05:07:58.578702 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a100226b-7be9-4230-9332-1701368fb787 admin admin] Publish callbacks [] for security_group (4b9457ee-fdf2-4f92-94e3-54599ace315e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.583033 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a100226b-7be9-4230-9332-1701368fb787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4b9457ee-fdf2-4f92-94e3-54599ace315e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.622839 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100226b-7be9-4230-9332-1701368fb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9457ee-fdf2-4f92-94e3-54599ace315e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:58.627982 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a100226b-7be9-4230-9332-1701368fb787 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41da8c4f4e90499eaf615ca6c407deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523695 Mar 10 05:07:58.629708 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 46892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:07:58.677741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] Publish callbacks [] for security_group (4b9457ee-fdf2-4f92-94e3-54599ace315e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.699064 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] Publish callbacks [] for security_group (4b9457ee-fdf2-4f92-94e3-54599ace315e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.701058 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}, {'id': 'fa18b45d-982b-4b63-bfa0-6ca03f391cce', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:fb:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:37Z', 'updated_at': '2022-03-10T05:07:57Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:58.728830 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:07:58.739027 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:07:58.739756 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:07:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:58.747840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (4b9457ee-fdf2-4f92-94e3-54599ace315e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.750494 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:07:58.751691 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b9457ee-fdf2-4f92-94e3-54599ace315e HTTP/1.1" status: 204 len: 168 time: 0.1210711 Mar 10 05:07:58.759725 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b333b80-2101-4b6f-9898-db485759c5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9457ee-fdf2-4f92-94e3-54599ace315e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:07:58.935693 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:07:59.275439 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}, {'id': 'fa18b45d-982b-4b63-bfa0-6ca03f391cce', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:fb:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:37Z', 'updated_at': '2022-03-10T05:07:57Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:07:59.305077 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a554d2d-3cd3-4d3b-8da3-4eccf4c1a88b None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}, {'id': 'fa18b45d-982b-4b63-bfa0-6ca03f391cce', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:fb:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:07:37Z', 'updated_at': '2022-03-10T05:07:57Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:07:59.539341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baeafb2-f9ce-44dd-bcac-883373482415 req-719934d5-f338-45fe-801e-d6bf4845bc9f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:59.541105 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5baeafb2-f9ce-44dd-bcac-883373482415 req-719934d5-f338-45fe-801e-d6bf4845bc9f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Mar 10 05:07:59.563524 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f693308-7dc4-4310-9c86-3aadf5dce963 None None] New status for floating IP fa18b45d-982b-4b63-bfa0-6ca03f391cce: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:07:59.611404 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5baeafb2-f9ce-44dd-bcac-883373482415 req-8ab6834f-0b33-46ce-84e5-4ce10c47e5d1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640819 Mar 10 05:07:59.686794 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59817845-16bf-4fa2-a194-a0ca83bbfb73 req-ef5a66b0-f57d-49f7-ac11-11fd0607e1ad tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:07:59.688879 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-59817845-16bf-4fa2-a194-a0ca83bbfb73 req-ef5a66b0-f57d-49f7-ac11-11fd0607e1ad tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0563793 Mar 10 05:07:59.747501 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-59817845-16bf-4fa2-a194-a0ca83bbfb73 req-e3884f8c-d766-43d1-bb6c-7f3284d65bae tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522003 Mar 10 05:08:00.732942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d8ec-f21c-4514-b46c-af6adf6d9b2b req-75106d88-1de5-4396-9e59-a5a156c37c29 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:00.734500 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a653d8ec-f21c-4514-b46c-af6adf6d9b2b req-75106d88-1de5-4396-9e59-a5a156c37c29 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0527313 Mar 10 05:08:00.813651 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a653d8ec-f21c-4514-b46c-af6adf6d9b2b req-38ea8317-4ac2-4463-8bb1-a2dc94a889b9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704534 Mar 10 05:08:00.816427 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-2c48eaaa-a987-4524-a7be-b3abf411d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:00.817793 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-2c48eaaa-a987-4524-a7be-b3abf411d09e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 1129 time: 0.0824068 Mar 10 05:08:00.879595 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb6bc9-db7a-4cdd-ad6e-2e9a10a73cf5 req-d213f8d4-91cd-4c30-bc6a-03e03b783cfb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:00.881006 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-77cb6bc9-db7a-4cdd-ad6e-2e9a10a73cf5 req-d213f8d4-91cd-4c30-bc6a-03e03b783cfb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0558975 Mar 10 05:08:00.922715 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-128f83db-d5dd-47f7-85b7-9ded2ea5d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:00.924927 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-128f83db-d5dd-47f7-85b7-9ded2ea5d6ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.0920000 Mar 10 05:08:00.935302 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-77cb6bc9-db7a-4cdd-ad6e-2e9a10a73cf5 req-e6970e5e-85c0-4472-bb09-c4e42f54563b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486894 Mar 10 05:08:00.996763 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-64ec2e8f-50b3-4dfe-ac98-9d6e03cb26e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8422ea60-3448-497c-bd5b-50eb1027d37f HTTP/1.1" status: 200 len: 1001 time: 0.0643008 Mar 10 05:08:01.048501 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-2d8f38e8-8da8-4227-9cf7-d7c4a69c9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:01.050170 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-2d8f38e8-8da8-4227-9cf7-d7c4a69c9132 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0458758 Mar 10 05:08:01.103711 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-123f163b-f342-4ccb-975c-c91d75de78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:01.105130 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-123f163b-f342-4ccb-975c-c91d75de78b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468621 Mar 10 05:08:01.207103 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-94532630-2a28-4e34-82bf-1576dcfd56b2 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867078 Mar 10 05:08:01.303334 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78614730-1bc0-496f-9c5c-707f18a4ba40 req-a8791c11-2e3a-438b-915b-fb6be004e5af service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845900 Mar 10 05:08:01.935952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a28b21-4d0e-4a79-8227-8d411202cafd req-51eb4943-d005-4659-937c-8cc8cf83c138 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:01.937603 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f9a28b21-4d0e-4a79-8227-8d411202cafd req-51eb4943-d005-4659-937c-8cc8cf83c138 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0562363 Mar 10 05:08:01.990351 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f9a28b21-4d0e-4a79-8227-8d411202cafd req-e40a12e2-a3a7-46a3-ac47-01b41227104f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445673 Mar 10 05:08:02.068576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1440bb3-63f0-4aa0-8af3-b505d951c2e7 req-7c276b47-4cdf-4a20-b906-58124d2ab86c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:02.070215 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e1440bb3-63f0-4aa0-8af3-b505d951c2e7 req-7c276b47-4cdf-4a20-b906-58124d2ab86c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0577283 Mar 10 05:08:02.120182 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e1440bb3-63f0-4aa0-8af3-b505d951c2e7 req-05b0806d-6f87-4701-983b-82088aaec8dc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Mar 10 05:08:03.113713 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eb344-933b-4fc6-95f2-35497c8cd3a1 req-a5f99737-c549-4ab8-8491-a39e37ff6c8c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:03.115259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-035eb344-933b-4fc6-95f2-35497c8cd3a1 req-a5f99737-c549-4ab8-8491-a39e37ff6c8c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0570724 Mar 10 05:08:03.162919 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-035eb344-933b-4fc6-95f2-35497c8cd3a1 req-b0159dbe-f244-4db7-ab55-be75e51cab99 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Mar 10 05:08:03.247454 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e814-ac3c-4b79-9a9c-6dffb0478626 req-6bfc1a80-03f7-4b39-a8c6-2affe6a10c60 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:03.248867 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-da61e814-ac3c-4b79-9a9c-6dffb0478626 req-6bfc1a80-03f7-4b39-a8c6-2affe6a10c60 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0565588 Mar 10 05:08:03.294547 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-da61e814-ac3c-4b79-9a9c-6dffb0478626 req-5db844c3-dfab-4ea6-99f5-c1bf887facd5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Mar 10 05:08:04.289026 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9bb7-9637-48ac-a0f6-7833e274b581 req-24280f31-d8f3-46f7-aaac-ca474766a36e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:04.290440 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49aa9bb7-9637-48ac-a0f6-7833e274b581 req-24280f31-d8f3-46f7-aaac-ca474766a36e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0590637 Mar 10 05:08:04.336865 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49aa9bb7-9637-48ac-a0f6-7833e274b581 req-95123274-80e1-4b47-93d3-16fc0d5a24d2 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Mar 10 05:08:04.414097 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc94327-b866-4540-b9bb-2de0acef55a3 req-5610d4d9-c334-427f-91fb-68b35b0dde63 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:04.415538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9bc94327-b866-4540-b9bb-2de0acef55a3 req-5610d4d9-c334-427f-91fb-68b35b0dde63 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0506299 Mar 10 05:08:04.461316 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9bc94327-b866-4540-b9bb-2de0acef55a3 req-b31fda63-0ee3-413b-801f-00864febecb7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394986 Mar 10 05:08:05.454847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402befa9-4ef0-4a13-86f9-4cd7685de08b req-0d3852c1-a123-4408-93a3-dcfc43a0a2c4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:05.456300 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-402befa9-4ef0-4a13-86f9-4cd7685de08b req-0d3852c1-a123-4408-93a3-dcfc43a0a2c4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Mar 10 05:08:05.502253 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-402befa9-4ef0-4a13-86f9-4cd7685de08b req-b068ca10-c58d-4063-a79f-1bbb770bd582 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404549 Mar 10 05:08:05.583099 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1097b-449b-47b0-a0aa-0ec5e6e388f2 req-f1fdf565-6b5e-4636-9618-8686bed20229 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:05.584541 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-00e1097b-449b-47b0-a0aa-0ec5e6e388f2 req-f1fdf565-6b5e-4636-9618-8686bed20229 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0514760 Mar 10 05:08:05.631847 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-00e1097b-449b-47b0-a0aa-0ec5e6e388f2 req-73e78c31-b1c8-4cc4-aad1-127bfc59ad75 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Mar 10 05:08:06.620655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd422e83-de1c-476e-b28c-06fb05143d2f req-2e61d663-a091-4c7d-840b-ee877e8122bb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:06.622720 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dd422e83-de1c-476e-b28c-06fb05143d2f req-2e61d663-a091-4c7d-840b-ee877e8122bb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Mar 10 05:08:06.672203 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dd422e83-de1c-476e-b28c-06fb05143d2f req-66397292-0471-44e4-b2fd-86f1537bf6e5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Mar 10 05:08:06.752388 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515faa5-1aa3-44e3-a5d6-886a263671f1 req-2d0c1e24-fc90-430b-ba1c-b660edd89d71 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:06.753867 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a515faa5-1aa3-44e3-a5d6-886a263671f1 req-2d0c1e24-fc90-430b-ba1c-b660edd89d71 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Mar 10 05:08:06.799915 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a515faa5-1aa3-44e3-a5d6-886a263671f1 req-dabd7c31-be2d-48fa-9523-925a280e4e79 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406249 Mar 10 05:08:07.166590 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2bd8-1196-4b17-8f99-59ac1b2df034 req-b5c68259-0f49-4d8b-bd9d-dadd6eee041d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:07.168059 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7ffb2bd8-1196-4b17-8f99-59ac1b2df034 req-b5c68259-0f49-4d8b-bd9d-dadd6eee041d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0535662 Mar 10 05:08:07.215447 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7ffb2bd8-1196-4b17-8f99-59ac1b2df034 req-41b57ab4-f07f-4046-9de4-c9232bdcac63 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Mar 10 05:08:07.797742 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:08:07.838590 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89217-ec4b-46f7-9809-c76827dee8bb req-af134112-2649-4d26-946b-43291b72200f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:07.840077 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-50a89217-ec4b-46f7-9809-c76827dee8bb req-af134112-2649-4d26-946b-43291b72200f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0836382 Mar 10 05:08:07.847766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-202364da-a818-4042-bd22-c4df55e65eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:07.848784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-202364da-a818-4042-bd22-c4df55e65eb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0818174 Mar 10 05:08:07.903163 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:07.916304 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:08:07.932306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521ee02-3951-4c9d-b0f7-4a45a56f580c req-29290998-cd1e-482a-862e-d3288b0df925 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:07.933860 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e521ee02-3951-4c9d-b0f7-4a45a56f580c req-29290998-cd1e-482a-862e-d3288b0df925 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0565665 Mar 10 05:08:07.955040 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:07.955683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:07.957338 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-50a89217-ec4b-46f7-9809-c76827dee8bb req-ccb01321-f2be-40fa-a363-c8c764fac9e0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075025 Mar 10 05:08:07.970794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:08:07.982567 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-b33f33b2-25e0-4c6f-8833-517d0da96a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:07.984122 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-b33f33b2-25e0-4c6f-8833-517d0da96a0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1285284 Mar 10 05:08:07.991226 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:07.994600 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e521ee02-3951-4c9d-b0f7-4a45a56f580c req-0ac4875a-f8f0-44b6-9706-8a8855b60709 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547009 Mar 10 05:08:07.998811 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:08.029676 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-30a91ae1-916b-49f5-89fd-c44a82a1eaed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0384984 Mar 10 05:08:08.052976 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:08.087343 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-542323ee-5866-4213-bb1f-fd89a6910fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:08.088891 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-542323ee-5866-4213-bb1f-fd89a6910fc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0498908 Mar 10 05:08:08.120600 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-245c1441-9a8b-4f3a-b32d-7e23e12202c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253358 Mar 10 05:08:08.174570 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b30f1635-f0f1-4a8f-894d-2345fe5f7aed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:08:08.224171 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-5e22fbc7-40f5-4fba-8e58-204963ceaed8 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968184 Mar 10 05:08:08.354940 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-355d32ca-345b-409f-88b9-4f4abd4cce3b req-5da3751d-ea1d-43ab-9766-64c162eea861 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193004 Mar 10 05:08:08.378987 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230448a0-9288-46c9-8e68-382be7887a30 req-3e6050fe-2782-4311-a6e1-b7e348c6c60a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:08.378987 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-230448a0-9288-46c9-8e68-382be7887a30 req-3e6050fe-2782-4311-a6e1-b7e348c6c60a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0772364 Mar 10 05:08:08.436338 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-230448a0-9288-46c9-8e68-382be7887a30 req-ef8fc371-ab1c-41a5-ac67-9670fa23a0ad tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522208 Mar 10 05:08:09.077184 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c2e2d-5d19-4356-81ef-6e1e52821e21 req-2242a7a5-8529-4931-bfb7-13cd7fdd3338 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:09.078729 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-836c2e2d-5d19-4356-81ef-6e1e52821e21 req-2242a7a5-8529-4931-bfb7-13cd7fdd3338 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0526774 Mar 10 05:08:09.125850 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e396f-7e41-4225-83d3-e14b9f9b0441 req-e7362322-c613-43c9-aeda-ab4c3aca1eef tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:09.127325 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-628e396f-7e41-4225-83d3-e14b9f9b0441 req-e7362322-c613-43c9-aeda-ab4c3aca1eef tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 945 time: 0.0587082 Mar 10 05:08:09.128177 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-836c2e2d-5d19-4356-81ef-6e1e52821e21 req-e1fcedc7-b49d-495e-9c27-b3c14fdc8af2 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Mar 10 05:08:09.176042 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-628e396f-7e41-4225-83d3-e14b9f9b0441 req-36725a79-5a01-4422-b8f9-82593f61d323 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Mar 10 05:08:09.563458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972faab-27c8-4d9d-93dd-a24948c6f302 req-6dba6efb-c1c1-4e6a-a93f-41419d0f2f8b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:09.565015 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2972faab-27c8-4d9d-93dd-a24948c6f302 req-6dba6efb-c1c1-4e6a-a93f-41419d0f2f8b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0546811 Mar 10 05:08:09.617035 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2972faab-27c8-4d9d-93dd-a24948c6f302 req-248f3547-d299-4ae5-aaf1-e9cd51ebefa3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Mar 10 05:08:09.769470 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 47136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:09.804623 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:08:09.855597 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port b30f1635-f0f1-4a8f-894d-2345fe5f7aed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:08:09.855977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.875650 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7230-6fca-4c65-815e-04a73996ddca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.938607 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:09.939004 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.947742 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7230-6fca-4c65-815e-04a73996ddca admin admin] Publish callbacks [] for security_group (6443a61b-2913-4bdd-b601-beab80f650cf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.952961 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7230-6fca-4c65-815e-04a73996ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6443a61b-2913-4bdd-b601-beab80f650cf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.963800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:08:09.966181 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d56122-6f63-45c5-9458-ba9feb7950cd" -d '{"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:08:09.978367 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:09.983185 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:09.989911 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e7230-6fca-4c65-815e-04a73996ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6443a61b-2913-4bdd-b601-beab80f650cf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:09.994452 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ee1e7230-6fca-4c65-815e-04a73996ddca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82a94e9b88fc4c6f8ea1eedc4b87f43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239645 Mar 10 05:08:09.997639 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 47142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:10.020902 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85d6525-2724-4e9a-b4eb-35564d9d7231 x-openstack-request-id: req-f85d6525-2724-4e9a-b4eb-35564d9d7231 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:08:10.021225 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:08:10.021478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f85d6525-2724-4e9a-b4eb-35564d9d7231 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:08:10.021860 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'code': 200} Mar 10 05:08:10.042618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:10.048269 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] Publish callbacks [] for security_group (6443a61b-2913-4bdd-b601-beab80f650cf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:10.069939 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] Publish callbacks [] for security_group (6443a61b-2913-4bdd-b601-beab80f650cf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:10.121630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6443a61b-2913-4bdd-b601-beab80f650cf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:10.124989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:10.126193 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6443a61b-2913-4bdd-b601-beab80f650cf HTTP/1.1" status: 204 len: 168 time: 0.1273904 Mar 10 05:08:10.134375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca421e6-35ac-4fbb-ae4d-25c1b8621424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443a61b-2913-4bdd-b601-beab80f650cf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:10.257532 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa1866-70c2-41dd-becb-44ae86948d80 req-1231431c-81ad-4b18-8cff-1701f5d608b4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:10.259310 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e1aa1866-70c2-41dd-becb-44ae86948d80 req-1231431c-81ad-4b18-8cff-1701f5d608b4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0632575 Mar 10 05:08:10.312075 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e528ee-a704-435d-bb0e-4597abfaba99 req-28518340-6534-453d-8af8-d9a65f438cbd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:10.314049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78e528ee-a704-435d-bb0e-4597abfaba99 req-28518340-6534-453d-8af8-d9a65f438cbd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0597048 Mar 10 05:08:10.324560 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e1aa1866-70c2-41dd-becb-44ae86948d80 req-908e9d76-f890-4eaf-9640-459015b6a123 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568395 Mar 10 05:08:10.381805 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78e528ee-a704-435d-bb0e-4597abfaba99 req-98907edd-08dc-450e-af9b-c9c9b7129302 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592442 Mar 10 05:08:10.732740 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28686b92-0acc-4881-84da-593b2f1fa427 req-1d8f5c78-a34a-469c-a5f0-e11e9843981c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:10.734252 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-28686b92-0acc-4881-84da-593b2f1fa427 req-1d8f5c78-a34a-469c-a5f0-e11e9843981c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0517845 Mar 10 05:08:10.779776 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-28686b92-0acc-4881-84da-593b2f1fa427 req-f8e0d696-f307-4fde-9230-20f4e730977a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Mar 10 05:08:11.462931 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8f8c-a8f4-45f9-a291-086dc1cc3986 req-36840989-acaa-484d-856a-d6075ad0e054 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:11.464658 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3dab8f8c-a8f4-45f9-a291-086dc1cc3986 req-36840989-acaa-484d-856a-d6075ad0e054 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0636652 Mar 10 05:08:11.533927 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ad057-c1e5-4f55-9999-73cb33dd79f7 req-9278be25-5c9e-4299-9022-2046e2f6ae99 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:11.535953 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4f9ad057-c1e5-4f55-9999-73cb33dd79f7 req-9278be25-5c9e-4299-9022-2046e2f6ae99 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0723367 Mar 10 05:08:11.541093 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3dab8f8c-a8f4-45f9-a291-086dc1cc3986 req-11b09882-af45-4355-8c03-5e00a8daef9a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619478 Mar 10 05:08:11.596629 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4f9ad057-c1e5-4f55-9999-73cb33dd79f7 req-d418edec-04a5-48d2-8a22-0c44676fa0bb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Mar 10 05:08:11.960860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed44ab-c433-49f8-8877-b29bf694e2ed req-785077a5-979a-48e3-9028-2a95b65209a3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:11.965291 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-37ed44ab-c433-49f8-8877-b29bf694e2ed req-785077a5-979a-48e3-9028-2a95b65209a3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1071074 Mar 10 05:08:12.017544 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-37ed44ab-c433-49f8-8877-b29bf694e2ed req-8f767e03-ce34-49a8-9b19-eee560dde7c2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504611 Mar 10 05:08:12.791222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a3a4-18e2-4279-a37d-b1c70785f41e req-9f325a0f-81da-4452-9e4a-f5523d0ba4cc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:12.799295 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6727a3a4-18e2-4279-a37d-b1c70785f41e req-9f325a0f-81da-4452-9e4a-f5523d0ba4cc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1034636 Mar 10 05:08:12.811034 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff399e-7ca8-4d2a-aeaa-bf074063bce6 req-a77b1d21-dbce-41da-b4a0-653f0320b6e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:12.825648 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-afff399e-7ca8-4d2a-aeaa-bf074063bce6 req-a77b1d21-dbce-41da-b4a0-653f0320b6e1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.1185982 Mar 10 05:08:12.869426 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6727a3a4-18e2-4279-a37d-b1c70785f41e req-1fef53cf-ceca-406c-83f2-070c152a0a5d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690761 Mar 10 05:08:12.887305 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-afff399e-7ca8-4d2a-aeaa-bf074063bce6 req-9809518c-e651-45f0-8562-6240089d34e7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600126 Mar 10 05:08:13.163954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f165ff2-dbb0-4fb5-ad6f-fdc2520e4b69 req-550c332f-8517-4dcc-b93a-29a4293eac22 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:13.167224 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9f165ff2-dbb0-4fb5-ad6f-fdc2520e4b69 req-550c332f-8517-4dcc-b93a-29a4293eac22 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0664597 Mar 10 05:08:13.229996 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9f165ff2-dbb0-4fb5-ad6f-fdc2520e4b69 req-b36f2724-81cd-43e4-b9fb-c9fae4d44737 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Mar 10 05:08:13.393867 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0797635b-7d0b-4050-b5c1-174a01cec9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:14.024144 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75c413-370e-4af0-8070-6d5a07bac6db req-9ed7f768-4bfd-4250-9057-7256d70ef51e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.032856 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ea75c413-370e-4af0-8070-6d5a07bac6db req-9ed7f768-4bfd-4250-9057-7256d70ef51e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0738282 Mar 10 05:08:14.065228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21c2e4-4ac7-420b-afa6-3efe9718d12f req-8a90e394-be26-4244-8d59-d710dac21600 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.072093 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1e21c2e4-4ac7-420b-afa6-3efe9718d12f req-8a90e394-be26-4244-8d59-d710dac21600 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0986698 Mar 10 05:08:14.104594 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ea75c413-370e-4af0-8070-6d5a07bac6db req-b404faea-6709-4a5b-a6fb-85ca9431a01d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704451 Mar 10 05:08:14.146338 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1e21c2e4-4ac7-420b-afa6-3efe9718d12f req-5e6de6f0-d1e2-47da-a09c-b162c9861f7d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731897 Mar 10 05:08:14.472855 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dac6df-1e9d-47a5-9238-008a2a358178 req-7937b390-4aa9-4d70-8949-1066443fdb0f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.474787 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-79dac6df-1e9d-47a5-9238-008a2a358178 req-7937b390-4aa9-4d70-8949-1066443fdb0f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0940678 Mar 10 05:08:14.514374 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764849-e876-434e-90cc-85b608d317fc req-e1c2a00e-0608-499a-9061-eaf692fa73a5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.516228 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0c764849-e876-434e-90cc-85b608d317fc req-e1c2a00e-0608-499a-9061-eaf692fa73a5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.1057467 Mar 10 05:08:14.550534 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-79dac6df-1e9d-47a5-9238-008a2a358178 req-cbfcf839-f37d-4d37-bdee-146c280fc625 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655770 Mar 10 05:08:14.627298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-917aebce-c6dc-40e7-af3b-51ac770a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.629028 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-917aebce-c6dc-40e7-af3b-51ac770a5b0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.1117592 Mar 10 05:08:14.636507 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0c764849-e876-434e-90cc-85b608d317fc req-e7ba2f95-d35c-4769-b498-d1ad767c9164 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691981 Mar 10 05:08:14.694687 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f7cf-f327-47c3-ae38-417f14690e95 req-3c739af5-2f09-41ad-bb34-5dcc21dac7a5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.702622 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f274f7cf-f327-47c3-ae38-417f14690e95 req-3c739af5-2f09-41ad-bb34-5dcc21dac7a5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0754902 Mar 10 05:08:14.764759 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f274f7cf-f327-47c3-ae38-417f14690e95 req-e974561d-d950-41bb-a553-a7a4d6f2824b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612509 Mar 10 05:08:14.803635 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-5f1227f7-19a0-4822-8e57-6d1052409942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.808309 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-5f1227f7-19a0-4822-8e57-6d1052409942 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.1653054 Mar 10 05:08:14.896749 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-09a947aa-0540-4d15-98d1-c9d3cdeb6deb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.0805111 Mar 10 05:08:14.965150 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-193e4f78-3ea0-4537-95bc-670bf21b7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:14.969258 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-193e4f78-3ea0-4537-95bc-670bf21b7013 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0605011 Mar 10 05:08:15.038583 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-6edcb009-37d4-4c90-8ed1-961984ec1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:15.040318 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-6edcb009-37d4-4c90-8ed1-961984ec1b53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575292 Mar 10 05:08:15.159202 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-2bbca1df-bcbf-426f-a6a7-62d8ef2e5930 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093416 Mar 10 05:08:15.298665 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-df95d992-44b5-46a2-b64d-dcbbfa967812 req-eee4e87f-6fbe-436f-8189-b522927f8cfc service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313832 Mar 10 05:08:15.328211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786519c6-e315-4ec1-b965-e5bd2b51ccc8 req-12505f20-e8a1-42c3-9562-0d95fe95f94b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:15.330076 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-786519c6-e315-4ec1-b965-e5bd2b51ccc8 req-12505f20-e8a1-42c3-9562-0d95fe95f94b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0850298 Mar 10 05:08:15.386797 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-786519c6-e315-4ec1-b965-e5bd2b51ccc8 req-5928f9c4-bcb7-42b5-b576-647396a0f24d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Mar 10 05:08:15.642297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ac1248a-55db-4f4f-b5ff-38232db82b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:15.691145 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c448f9-9427-40e7-97dd-fc744dc99d01 req-88c31c9f-5bf2-433a-b424-13c359c163d9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:15.697688 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-03c448f9-9427-40e7-97dd-fc744dc99d01 req-88c31c9f-5bf2-433a-b424-13c359c163d9 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0744436 Mar 10 05:08:15.763666 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-03c448f9-9427-40e7-97dd-fc744dc99d01 req-007c22a1-2619-4ece-9791-0d7094af8a75 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555131 Mar 10 05:08:15.812797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eae98-7dae-410d-8036-fc17399c9444 req-b456fc5e-c628-4f61-ac98-bab6756bd6da tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:15.814813 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e98eae98-7dae-410d-8036-fc17399c9444 req-b456fc5e-c628-4f61-ac98-bab6756bd6da tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0912526 Mar 10 05:08:15.906539 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e98eae98-7dae-410d-8036-fc17399c9444 req-458b6546-a3b9-4b72-959d-f2e0a0854484 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859354 Mar 10 05:08:15.932780 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429c34-836b-44cc-b6ae-e41fbf5c311b req-b28f2e25-91f7-4f1a-bf56-301195fc1ba0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:15.934322 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ee429c34-836b-44cc-b6ae-e41fbf5c311b req-b28f2e25-91f7-4f1a-bf56-301195fc1ba0 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0777011 Mar 10 05:08:15.993317 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ee429c34-836b-44cc-b6ae-e41fbf5c311b req-c1bfcbfa-ee76-4216-ab01-645e52e5c0af tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501225 Mar 10 05:08:16.553336 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91bde-3917-44f1-a271-82f703609704 req-14da6b1c-9d15-464d-bddc-26e2203b32fd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:16.554951 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6b91bde-3917-44f1-a271-82f703609704 req-14da6b1c-9d15-464d-bddc-26e2203b32fd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0783505 Mar 10 05:08:16.607164 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6b91bde-3917-44f1-a271-82f703609704 req-5b3c4b3b-4fdd-40bd-b7f1-98aa2eb06766 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Mar 10 05:08:16.701607 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:16.895299 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73c208-3325-4d3a-acd8-8aab623228d6 req-6fd8d216-ef33-4206-8aab-638d1bb30afc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:16.896779 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5c73c208-3325-4d3a-acd8-8aab623228d6 req-6fd8d216-ef33-4206-8aab-638d1bb30afc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0601125 Mar 10 05:08:17.021332 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5c73c208-3325-4d3a-acd8-8aab623228d6 req-78802a44-bd8d-4d51-96b8-61cbd83e8c69 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171036 Mar 10 05:08:17.121520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac67b-3060-423d-8984-6e075c7ec900 req-559a580d-1a72-4685-8b37-f5a65891aef6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:17.123302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b88ac67b-3060-423d-8984-6e075c7ec900 req-559a580d-1a72-4685-8b37-f5a65891aef6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.0991788 Mar 10 05:08:17.130289 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-bba20423-68ea-4721-9a44-3c67c0e1b638 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:17.131987 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-bba20423-68ea-4721-9a44-3c67c0e1b638 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 946 time: 0.1892104 Mar 10 05:08:17.141212 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d4d44-cd06-40dd-9f5d-48047eeb4af2 req-7454c47c-6a49-4b44-b61f-bdb8ece4280c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:17.142769 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-167d4d44-cd06-40dd-9f5d-48047eeb4af2 req-7454c47c-6a49-4b44-b61f-bdb8ece4280c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0688217 Mar 10 05:08:17.217483 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-167d4d44-cd06-40dd-9f5d-48047eeb4af2 req-5c7bff1c-2675-4f07-8142-cbbe4770f49f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669823 Mar 10 05:08:17.221824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b88ac67b-3060-423d-8984-6e075c7ec900 req-dcd1c3a0-3842-474b-9962-1a242be14663 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Mar 10 05:08:17.306099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Deleting port 23478b84-b192-483a-a65b-a1345b419d0c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:08:17.306440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (23478b84-b192-483a-a65b-a1345b419d0c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:17.410218 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] For port 23478b84-b192-483a-a65b-a1345b419d0c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23478b84-b192-483a-a65b-a1345b419d0c,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:17.410530 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (23478b84-b192-483a-a65b-a1345b419d0c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:17.424693 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Calling delete_port for 23478b84-b192-483a-a65b-a1345b419d0c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:08:17.561659 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (23478b84-b192-483a-a65b-a1345b419d0c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:17.585334 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['23478b84-b192-483a-a65b-a1345b419d0c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:08:17.590365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Pushing event deleted for resources: {'Port': ['ID=23478b84-b192-483a-a65b-a1345b419d0c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:17.633890 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] No DVR routers for this DVR port 23478b84-b192-483a-a65b-a1345b419d0c on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:08:17.638156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:17.648530 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7ce3a1aa-7180-44df-9305-69e2ced4da6f req-7d7021a1-3d4d-436e-a08a-66c3de7b0f4d tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "DELETE /v2.0/ports/23478b84-b192-483a-a65b-a1345b419d0c HTTP/1.1" status: 204 len: 173 time: 0.5009716 Mar 10 05:08:17.649061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'name': 'network-vif-deleted', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:08:17.651349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2835ce-0634-4da1-a67b-08ce339cb412" -d '{"events": [{"server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "name": "network-vif-deleted", "tag": "23478b84-b192-483a-a65b-a1345b419d0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:08:17.693011 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79612d29-1844-48dd-861d-9ca34be80ca7 x-openstack-request-id: req-79612d29-1844-48dd-861d-9ca34be80ca7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:08:17.693533 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5273cf-a2a2-4904-b356-cfcb2eaf9f66", "name": "network-vif-deleted", "tag": "23478b84-b192-483a-a65b-a1345b419d0c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:08:17.693949 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79612d29-1844-48dd-861d-9ca34be80ca7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:08:17.694501 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5273cf-a2a2-4904-b356-cfcb2eaf9f66', 'name': 'network-vif-deleted', 'tag': '23478b84-b192-483a-a65b-a1345b419d0c', 'status': 'completed', 'code': 200} Mar 10 05:08:17.781939 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd9cb1-a742-4d5a-8321-1ddf357c64f7 req-a77a8c73-db6a-4a27-abca-7e3b5e207f2b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:17.783821 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cdbd9cb1-a742-4d5a-8321-1ddf357c64f7 req-a77a8c73-db6a-4a27-abca-7e3b5e207f2b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0713208 Mar 10 05:08:17.849901 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cdbd9cb1-a742-4d5a-8321-1ddf357c64f7 req-8fd222e3-1522-4060-a129-09290f51efa7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594420 Mar 10 05:08:18.067800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:18.162665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcb16c-5489-423c-8168-32ca02000c45 req-acc3502d-40c5-45d5-a5a2-bd613bf947d4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:18.164278 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c4dcb16c-5489-423c-8168-32ca02000c45 req-acc3502d-40c5-45d5-a5a2-bd613bf947d4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0615098 Mar 10 05:08:18.224816 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c4dcb16c-5489-423c-8168-32ca02000c45 req-c6d57a02-10ec-48ab-8d3e-cf1f20d802da tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540361 Mar 10 05:08:18.403620 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-01da049a-acfa-48c1-9eaf-48820beb696a req-5473a9ca-b5bc-49b2-83ab-0f4e1450c1b0 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b5273cf-a2a2-4904-b356-cfcb2eaf9f66 HTTP/1.1" status: 200 len: 210 time: 0.0449064 Mar 10 05:08:18.983374 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936eb39-b0dc-4fd2-8d49-99a04cc931e0 req-a10c846c-b322-4fe5-97d4-54d307e7c713 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:18.985900 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7936eb39-b0dc-4fd2-8d49-99a04cc931e0 req-a10c846c-b322-4fe5-97d4-54d307e7c713 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0612803 Mar 10 05:08:19.038543 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7936eb39-b0dc-4fd2-8d49-99a04cc931e0 req-b19f2e66-2198-4524-82f4-f5a499c47323 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472903 Mar 10 05:08:19.365112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73d52e-ed28-43d9-91e1-4177e6d7ce12 req-27322ea5-995d-47eb-b9ea-0fc7a1d78851 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:19.366644 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3d73d52e-ed28-43d9-91e1-4177e6d7ce12 req-27322ea5-995d-47eb-b9ea-0fc7a1d78851 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0608389 Mar 10 05:08:19.426097 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3d73d52e-ed28-43d9-91e1-4177e6d7ce12 req-78edfcaf-d7ae-479f-b575-71e756fd87c0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Mar 10 05:08:19.618585 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:20.192242 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb9b2-1b78-49d1-a455-015309c49b3c req-5b9e98ce-8ba9-4394-977d-e8816d60bdaf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:20.193915 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ce1bb9b2-1b78-49d1-a455-015309c49b3c req-5b9e98ce-8ba9-4394-977d-e8816d60bdaf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0736108 Mar 10 05:08:20.245505 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ce1bb9b2-1b78-49d1-a455-015309c49b3c req-cf1af2e8-af02-4b93-ad76-f45cfb4c6ac8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Mar 10 05:08:20.556226 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135b86-322a-4743-8900-12a7f65c0e66 req-1159efd6-b3a8-4fb0-99e8-312264c3528f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:20.563857 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02135b86-322a-4743-8900-12a7f65c0e66 req-1159efd6-b3a8-4fb0-99e8-312264c3528f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0684254 Mar 10 05:08:20.613199 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02135b86-322a-4743-8900-12a7f65c0e66 req-01ca471f-e0b0-4ca0-b978-42dba3a02f31 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Mar 10 05:08:21.368476 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56443812-12f1-4e55-b637-6af0c363e2cc req-3c9ad0e5-3fc8-489d-893f-2ceffb2404cf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:21.369974 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-56443812-12f1-4e55-b637-6af0c363e2cc req-3c9ad0e5-3fc8-489d-893f-2ceffb2404cf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Mar 10 05:08:21.419776 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-56443812-12f1-4e55-b637-6af0c363e2cc req-44f99b44-e97c-4940-9b3a-cba5f9c5639d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Mar 10 05:08:21.739623 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161511a-fcf4-47d0-859d-860ffdfc0eb4 req-4ea6a011-7a2a-44b1-a331-e48a513fcb62 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:21.741161 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a161511a-fcf4-47d0-859d-860ffdfc0eb4 req-4ea6a011-7a2a-44b1-a331-e48a513fcb62 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0601461 Mar 10 05:08:21.792459 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a161511a-fcf4-47d0-859d-860ffdfc0eb4 req-a35fd72e-7b89-49b6-b0a0-7b74fee98295 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Mar 10 05:08:22.064737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 23478b84-b192-483a-a65b-a1345b419d0c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:08:22.090576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 23478b84-b192-483a-a65b-a1345b419d0c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:08:22.090933 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 23478b84-b192-483a-a65b-a1345b419d0c not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:08:22.548449 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a8a6-111a-4ac1-998f-c0c0c6297876 req-74cbfaf1-f66f-4228-847a-040e0ecbd262 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:22.549928 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a554a8a6-111a-4ac1-998f-c0c0c6297876 req-74cbfaf1-f66f-4228-847a-040e0ecbd262 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0513272 Mar 10 05:08:22.594329 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a554a8a6-111a-4ac1-998f-c0c0c6297876 req-9ee666e9-5e69-476b-ba9f-265a2ffc6cc0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389121 Mar 10 05:08:22.917497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deb1bf-606f-4319-8dc9-c19fc837926d req-bc9c60fc-4f9d-40cd-bdba-e3bc181fdc1e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:22.919005 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e2deb1bf-606f-4319-8dc9-c19fc837926d req-bc9c60fc-4f9d-40cd-bdba-e3bc181fdc1e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0514472 Mar 10 05:08:22.967646 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e2deb1bf-606f-4319-8dc9-c19fc837926d req-2d2eec0d-a8e8-47fa-8157-48b38c8a7477 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Mar 10 05:08:23.713245 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75134ce-7010-4243-8893-5092780bcdbd req-15422e98-1684-484a-a009-bd28ea04004e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:23.714693 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f75134ce-7010-4243-8893-5092780bcdbd req-15422e98-1684-484a-a009-bd28ea04004e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0515990 Mar 10 05:08:23.758958 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f75134ce-7010-4243-8893-5092780bcdbd req-20815e0f-dbc3-4fc7-af2c-90e7681f3e6d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385835 Mar 10 05:08:24.054430 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-887d0e2a-10a0-4b93-b38a-c2d4730d3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:24.055854 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-887d0e2a-10a0-4b93-b38a-c2d4730d3c52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1130 time: 0.0547035 Mar 10 05:08:24.151200 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f0243-c704-4bb5-b115-7f8b2e65d1fc req-5b8e8a17-d841-42e4-aa95-8ce300739d7f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:24.153097 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-276f0243-c704-4bb5-b115-7f8b2e65d1fc req-5b8e8a17-d841-42e4-aa95-8ce300739d7f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1131697 Mar 10 05:08:24.185960 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-818fd98d-a787-4dce-a81c-7cf6d415b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:24.187337 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-818fd98d-a787-4dce-a81c-7cf6d415b3d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.1176014 Mar 10 05:08:24.244246 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-276f0243-c704-4bb5-b115-7f8b2e65d1fc req-9fc620e1-e602-407c-8a91-6999e29979ed tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853326 Mar 10 05:08:24.267364 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-5a121175-bb07-486f-8f34-f6b8d5a3db56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 1001 time: 0.0656960 Mar 10 05:08:24.321572 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-2f6775a8-6802-4b62-8b66-b22e35885fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:24.323080 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-2f6775a8-6802-4b62-8b66-b22e35885fba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0470147 Mar 10 05:08:24.381165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-ba406f36-98e6-4f32-af53-a2a5ba3b0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:24.382726 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-ba406f36-98e6-4f32-af53-a2a5ba3b0f42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441246 Mar 10 05:08:24.474617 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-c6214c61-e79f-48d3-a711-6e8f5920e265 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841463 Mar 10 05:08:24.796640 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8625dc1-024d-482f-bad4-cfaab424d9bb req-d89e11be-a515-4268-9348-4db3ac25c5e9 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139136 Mar 10 05:08:25.086500 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659bf09-13d2-4844-898a-9518732715d5 req-ee3038e5-b771-4b99-a905-5b5e6c8e6e72 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:25.087967 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a659bf09-13d2-4844-898a-9518732715d5 req-ee3038e5-b771-4b99-a905-5b5e6c8e6e72 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.2520623 Mar 10 05:08:25.133498 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a659bf09-13d2-4844-898a-9518732715d5 req-60ead0a8-c723-4ae1-866a-eda8117bc082 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 Mar 10 05:08:25.236258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-bedbf189-9693-43a3-ae8b-5e5ceebbadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:25.237781 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-bedbf189-9693-43a3-ae8b-5e5ceebbadb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1130 time: 0.0507517 Mar 10 05:08:25.378978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-5fd1faac-54d3-4cf3-8c5c-132177595871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:25.380482 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-5fd1faac-54d3-4cf3-8c5c-132177595871 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.1188769 Mar 10 05:08:25.401762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21887154-f186-49ad-8d16-04d8bfa54bbe req-1a0a4fd6-ab7f-48b5-84a7-fd8abea49d84 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:25.403242 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-21887154-f186-49ad-8d16-04d8bfa54bbe req-1a0a4fd6-ab7f-48b5-84a7-fd8abea49d84 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0806262 Mar 10 05:08:25.480321 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-f6326f11-f511-4b08-92b7-de02783ee57b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 1001 time: 0.0922019 Mar 10 05:08:25.500058 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-21887154-f186-49ad-8d16-04d8bfa54bbe req-eaa81a4f-60ae-4c52-9677-05aee5a77e14 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671475 Mar 10 05:08:25.535126 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-7500ef47-40fd-4833-bcbd-da8b3f20d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:25.536623 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-7500ef47-40fd-4833-bcbd-da8b3f20d2dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0491312 Mar 10 05:08:25.755773 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:08:26.258478 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb3437-8a54-4454-9218-6d80b512dbda req-997f1433-6a66-4941-823b-cdf107591ea9 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:26.259969 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-57bb3437-8a54-4454-9218-6d80b512dbda req-997f1433-6a66-4941-823b-cdf107591ea9 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0525184 Mar 10 05:08:26.304959 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-57bb3437-8a54-4454-9218-6d80b512dbda req-2160211a-557d-4fe3-a126-d5c4057fdd4e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Mar 10 05:08:26.394345 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-0e7f52d6-2e8a-4892-9e33-855e5ce19555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:26.395795 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-0e7f52d6-2e8a-4892-9e33-855e5ce19555 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447667 Mar 10 05:08:26.618955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db485d7-8e82-4a00-8f25-f45d2a3d6a58 req-1565c440-2f53-4d75-b8fb-3d7eb7310302 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:26.620376 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1db485d7-8e82-4a00-8f25-f45d2a3d6a58 req-1565c440-2f53-4d75-b8fb-3d7eb7310302 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0542145 Mar 10 05:08:26.664949 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1db485d7-8e82-4a00-8f25-f45d2a3d6a58 req-92acf841-727f-4af9-ab65-4dd8f53c0c0c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Mar 10 05:08:27.167847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:27.235492 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-0325f31c-3511-47b9-bbd8-a91e350ead60 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813570 Mar 10 05:08:27.428960 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb47853-c86e-41d9-a726-2e8330048813 req-7c68ce5d-3476-4898-813d-693ca0dbab37 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:27.430329 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0fb47853-c86e-41d9-a726-2e8330048813 req-7c68ce5d-3476-4898-813d-693ca0dbab37 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 946 time: 0.0547609 Mar 10 05:08:27.475539 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0fb47853-c86e-41d9-a726-2e8330048813 req-819ab4f0-4e35-43d7-9d12-446352ff7ac4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396879 Mar 10 05:08:27.791489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c860e4-5076-486f-a988-a6067956b604 req-00213849-1a44-4ef2-bc7c-7a8594915a8b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:27.793007 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c860e4-5076-486f-a988-a6067956b604 req-00213849-1a44-4ef2-bc7c-7a8594915a8b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0581164 Mar 10 05:08:27.838205 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42c860e4-5076-486f-a988-a6067956b604 req-4ca3374a-77bb-45c2-9cfa-41a059309979 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Mar 10 05:08:28.092061 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:08:28.168466 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7f5ada68-1343-4797-b1a2-83ed9c707f5b req-bba35596-c1ef-4ca4-a63a-4c32383761cc service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851338 Mar 10 05:08:28.171781 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:28.172287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:28.195448 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:08:28.197667 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd74db-503c-45f0-81e1-27536ed20093" -d '{"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:08:28.212805 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:28.217787 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:28.243705 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 05:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc7c87-814f-4d7a-ac28-27092b1ee240 x-openstack-request-id: req-b4dc7c87-814f-4d7a-ac28-27092b1ee240 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:08:28.243998 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:08:28.244250 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4dc7c87-814f-4d7a-ac28-27092b1ee240 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:08:28.244635 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'code': 200} Mar 10 05:08:28.269173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:28.597699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd3372-1423-42f9-a728-8ea83e204c3c req-4eee4764-9a8a-45c7-af9f-2261a848287d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:28.599131 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-abcd3372-1423-42f9-a728-8ea83e204c3c req-4eee4764-9a8a-45c7-af9f-2261a848287d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0552080 Mar 10 05:08:28.644412 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-abcd3372-1423-42f9-a728-8ea83e204c3c req-69495c5d-a0c4-40b5-b446-fd4aa223bdf6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 Mar 10 05:08:28.955234 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529c471-2124-4a3d-9bc9-e5017d2735e5 req-b6a28ced-720d-44ec-a626-cd14b8f8066f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:28.956732 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3529c471-2124-4a3d-9bc9-e5017d2735e5 req-b6a28ced-720d-44ec-a626-cd14b8f8066f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0517464 Mar 10 05:08:29.002452 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3529c471-2124-4a3d-9bc9-e5017d2735e5 req-f20b72c0-a04f-496b-b9aa-d5637beca406 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Mar 10 05:08:29.572942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-ee98b0cd-6f1b-4642-868c-141273229a8a tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:29.574508 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-ee98b0cd-6f1b-4642-868c-141273229a8a tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/networks?id=8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 200 len: 814 time: 0.1014199 Mar 10 05:08:29.589614 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-8174714a-12f2-41ef-9d7d-e69047fc3e78 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/quotas/da995c0642ee4c2798c0e041bf993e8a HTTP/1.1" status: 200 len: 375 time: 0.0095906 Mar 10 05:08:29.621512 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-722a6fc3-6272-477a-ade1-ec06d661000f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265920 Mar 10 05:08:29.709938 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-22cc6351-0b4b-44fd-8b08-470121ae5966 service neutron] 10.222.0.11 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819137 Mar 10 05:08:29.763645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554020-c0fd-4a3b-80db-dab36d4958d6 req-98371952-a608-4d82-9d97-52fd536b9257 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:29.765110 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-15554020-c0fd-4a3b-80db-dab36d4958d6 req-98371952-a608-4d82-9d97-52fd536b9257 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0516665 Mar 10 05:08:29.804206 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-6e27d02a-894e-4aa5-9fe4-5eaafe0f81c9 service neutron] 10.222.0.11 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Mar 10 05:08:29.814903 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-15554020-c0fd-4a3b-80db-dab36d4958d6 req-046cedd5-2730-4872-bf12-e66fba1fbd13 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Mar 10 05:08:29.958938 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-28c1b306-ab65-467f-b7c1-f7a13c4fb882 req-17db74db-1f26-4eca-abb5-f1d5fa59e194 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Mar 10 05:08:30.126200 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81332f6-3bc5-42c2-84d8-ebba65192038 req-3e05be8c-5a5d-41a0-aa38-eda61e6b007d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:30.127682 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d81332f6-3bc5-42c2-84d8-ebba65192038 req-3e05be8c-5a5d-41a0-aa38-eda61e6b007d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0592952 Mar 10 05:08:30.179900 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d81332f6-3bc5-42c2-84d8-ebba65192038 req-d43f51e3-a4e8-4c57-9a29-654b4fa32164 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Mar 10 05:08:30.938303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78f99-3fb4-4778-ba57-efb742b64e70 req-b62cf176-3a50-4f5c-91b6-75de2940eb80 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:30.939781 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-19f78f99-3fb4-4778-ba57-efb742b64e70 req-b62cf176-3a50-4f5c-91b6-75de2940eb80 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0539308 Mar 10 05:08:30.986068 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-19f78f99-3fb4-4778-ba57-efb742b64e70 req-1c9a6e53-01b0-4fe4-b098-352da84f53e3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Mar 10 05:08:31.052244 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0604b679-4576-4a3b-8e13-4749d1cc8332 req-c6b8f9ab-648f-4b48-931e-eb3683cb30c2 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 210 time: 0.0297201 Mar 10 05:08:31.296422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60773199-2b84-490f-a52f-055038749c1a req-ff3ae5dd-73c5-4abf-bec4-1e5aa95b1997 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:31.298072 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-60773199-2b84-490f-a52f-055038749c1a req-ff3ae5dd-73c5-4abf-bec4-1e5aa95b1997 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0529320 Mar 10 05:08:31.351119 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-60773199-2b84-490f-a52f-055038749c1a req-ee9c2fae-cea8-4449-bc89-a31bfb966315 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Mar 10 05:08:32.111784 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44784-3747-4da6-b646-c326102db8d1 req-7b38cd86-9d3d-4bd2-ae1a-63b53f827c53 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:32.113344 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78c44784-3747-4da6-b646-c326102db8d1 req-7b38cd86-9d3d-4bd2-ae1a-63b53f827c53 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0572760 Mar 10 05:08:32.147199 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-31013a13-e468-409b-a3f2-176429ee29b0 req-26353016-1e31-49ff-88bd-67650b391747 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 210 time: 0.0292757 Mar 10 05:08:32.163592 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-78c44784-3747-4da6-b646-c326102db8d1 req-e6d5110b-195b-4753-a8b4-16c57d99312d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Mar 10 05:08:32.470744 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8b96-eda4-44a6-848c-8cb8cdd4a5ea req-bdeb2d8d-09f5-48a1-a807-398973771b0d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:32.472193 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f12a8b96-eda4-44a6-848c-8cb8cdd4a5ea req-bdeb2d8d-09f5-48a1-a807-398973771b0d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0518198 Mar 10 05:08:32.516989 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f12a8b96-eda4-44a6-848c-8cb8cdd4a5ea req-7b552318-5078-405a-b555-2bc020d53271 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393124 Mar 10 05:08:32.848496 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-4be68b9c-fe5f-488b-830d-66aadfb7fde5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:32.849961 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-4be68b9c-fe5f-488b-830d-66aadfb7fde5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "GET /v2.0/networks?id=8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 200 len: 814 time: 0.1050396 Mar 10 05:08:33.039461 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Request body: {'port': {'device_id': '6285f130-b7f4-4504-a62a-99f87396e466', 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb', 'admin_state_up': True, 'tenant_id': 'da995c0642ee4c2798c0e041bf993e8a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:08:33.143026 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Made reservation on behalf of da995c0642ee4c2798c0e041bf993e8a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:08:33.146339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:33.271573 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-41f752ff-47be-4d85-b4b4-7cf45b96e2f2 req-85b47d92-4ef1-4897-9270-1930fe4cdd86 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 210 time: 0.0495679 Mar 10 05:08:33.298829 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e15de-62c5-4848-be35-b22ea1e10348 req-86ea3faa-e84e-495b-8594-fb6578182933 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:33.300392 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2e3e15de-62c5-4848-be35-b22ea1e10348 req-86ea3faa-e84e-495b-8594-fb6578182933 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0623124 Mar 10 05:08:33.300856 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Allocated IP 172.20.0.2 (8b02da67-bee5-4470-9008-ae94677096bb/b4c7fec9-8315-4470-972e-af63c7ea5007/88dc9164-aa92-438e-b2b6-ebfabdc7e369) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:08:33.351087 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2e3e15de-62c5-4848-be35-b22ea1e10348 req-f3ccb70e-4b2b-4619-b083-b8f35dbbdc61 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449774 Mar 10 05:08:33.452316 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks [] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:33.489094 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:33.536234 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Network 8b02da67-bee5-4470-9008-ae94677096bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:08:33.539189 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:08:33.544077 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:08:33.566431 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Pushing event updated for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:33.579696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.580026 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.580362 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.580693 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.581021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.581375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.581724 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.582006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.582335 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.582650 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.582989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.583281 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.583599 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:08:33.607211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:33.607835 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:33.625517 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-39855fc5-eee1-4443-a150-9d720c216984 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899065 Mar 10 05:08:33.638793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Request body: {'port': {'device_id': '6285f130-b7f4-4504-a62a-99f87396e466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:08:33.644901 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4b777-bc18-4034-ab7c-511a81092e29 req-413a66c0-55eb-4c9b-aaa0-03ce31bfc444 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:33.646422 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-89d4b777-bc18-4034-ab7c-511a81092e29 req-413a66c0-55eb-4c9b-aaa0-03ce31bfc444 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0559652 Mar 10 05:08:33.706600 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-89d4b777-bc18-4034-ab7c-511a81092e29 req-22c6647f-d1c0-4513-9290-2dcf8a7e13ad tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Mar 10 05:08:33.712520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:33.855273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-54e34515-c793-4614-9b72-87b798c78ca3 req-6a5742a5-8473-47b2-92f9-14d2277d4eee service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:08:33.856231 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-54e34515-c793-4614-9b72-87b798c78ca3 req-6a5742a5-8473-47b2-92f9-14d2277d4eee service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050981 Mar 10 05:08:33.988197 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dc9164-aa92-438e-b2b6-ebfabdc7e369 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:08:33.996285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks [] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:34.009457 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Transition to ACTIVE for port object 88dc9164-aa92-438e-b2b6-ebfabdc7e369 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:08:34.014541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:34.022655 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05089-61d1-4bae-9466-b666d77c3da8 req-d5c51fad-a995-4359-bf06-055b36b27297 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.024430 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3bb05089-61d1-4bae-9466-b666d77c3da8 req-d5c51fad-a995-4359-bf06-055b36b27297 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0581954 Mar 10 05:08:34.082941 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Pushing event updated for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:34.107809 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3bb05089-61d1-4bae-9466-b666d77c3da8 req-dff28fd0-2dc6-4b24-a30c-e8abef44f1ac tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706520 Mar 10 05:08:34.171039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Attempting to bind port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:08:34.171497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Attempting to bind port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:08:34.171689 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Attempting to bind port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 on network 8b02da67-bee5-4470-9008-ae94677096bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:08:34.175983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 on network 8b02da67-bee5-4470-9008-ae94677096bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:08:34.176300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Attempting to bind port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 on network 8b02da67-bee5-4470-9008-ae94677096bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:08:34.181375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:08:34.181708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Checking segment: {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:08:34.182083 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Bound using segment: {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:08:34.182503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Bound port: 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d975106-3eff-4614-bc68-e58b6610c04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:08:34.182855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:34.247154 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:08:34.251014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:08:34.258207 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:34.293604 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.293937 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:34.295660 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] 10.222.0.24 "PUT /v2.0/ports/88dc9164-aa92-438e-b2b6-ebfabdc7e369 HTTP/1.1" status: 200 len: 1093 time: 0.6611705 Mar 10 05:08:34.298106 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:08:34.314454 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751fe106-c7b7-427e-b5cd-3e4587940bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:08:34.394812 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac321f0-2f61-418c-abba-1116b0df5313 x-openstack-request-id: req-9ac321f0-2f61-418c-abba-1116b0df5313 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:08:34.395117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:08:34.395359 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ac321f0-2f61-418c-abba-1116b0df5313 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:08:34.395759 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369', 'status': 'completed', 'code': 200} Mar 10 05:08:34.459378 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96bfc2-2df7-4d28-9e99-cea5897333cf service neutron] Pushing event updated for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:34.488570 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-31906caf-62c0-43fc-8129-59cc1fce5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.490404 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-31906caf-62c0-43fc-8129-59cc1fce5ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 1127 time: 0.1217623 Mar 10 05:08:34.500172 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 47526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:34.503629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73b5b-0fb1-40d0-a47d-21ad65799424 req-dd9f2909-47bb-4e20-9c77-2440fc9e596f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.505093 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-52c73b5b-0fb1-40d0-a47d-21ad65799424 req-dd9f2909-47bb-4e20-9c77-2440fc9e596f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 943 time: 0.1201756 Mar 10 05:08:34.551484 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-43195dea-757e-4e3e-817d-84495e75c88b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369 HTTP/1.1" status: 200 len: 217 time: 0.0453885 Mar 10 05:08:34.596681 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-bb5cf74f-30f9-4d46-a523-8732288f3ef4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952623 Mar 10 05:08:34.606018 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-061192c0-f324-417a-8604-6622b4f7f58e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:08:34.607117 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-061192c0-f324-417a-8604-6622b4f7f58e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055804 Mar 10 05:08:34.622674 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-52c73b5b-0fb1-40d0-a47d-21ad65799424 req-7e6e7cd7-18b4-452e-9917-3b2727b2cecf tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077650 Mar 10 05:08:34.625611 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194e2ba-05af-4ee8-b711-729525c6951d req-7dec377d-d03a-4723-bcc1-bba82c938fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.626991 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-7dec377d-d03a-4723-bcc1-bba82c938fec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4c7fec9-8315-4470-972e-af63c7ea5007 HTTP/1.1" status: 200 len: 854 time: 0.0682201 Mar 10 05:08:34.665439 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-a2b05e19-963d-4f37-ab05-b925719d893c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b02da67-bee5-4470-9008-ae94677096bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305755 Mar 10 05:08:34.688683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 47534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:34.767767 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-e03c3fe4-7ab6-406e-8b75-80c281987c45 service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939848 Mar 10 05:08:34.787112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-c38628ea-5d8c-46ba-905d-20fb2a0dce3f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.788838 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-c38628ea-5d8c-46ba-905d-20fb2a0dce3f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports/b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 941 time: 0.0990922 Mar 10 05:08:34.847593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9aa24-85dd-4b23-8071-dd754758f519 req-2ad1eef2-a83c-48b6-9362-bf7fdc9ec4e4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.849930 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-32d9aa24-85dd-4b23-8071-dd754758f519 req-2ad1eef2-a83c-48b6-9362-bf7fdc9ec4e4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0601699 Mar 10 05:08:34.870612 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f194e2ba-05af-4ee8-b711-729525c6951d req-8c890650-d168-43f9-b9a4-b63ad37cd45c service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912609 Mar 10 05:08:34.904621 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-32d9aa24-85dd-4b23-8071-dd754758f519 req-9d86054b-8eeb-437d-8c39-a1130e5cc965 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Mar 10 05:08:34.980835 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-5ee6c056-a17a-493d-a43e-41b70379167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:34.982515 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-5ee6c056-a17a-493d-a43e-41b70379167e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da995c0642ee4c2798c0e041bf993e8a&device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 1127 time: 0.0523918 Mar 10 05:08:35.077054 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-b0408a14-4916-4030-8a77-aa2fe2c9b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:35.078614 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-b0408a14-4916-4030-8a77-aa2fe2c9b3d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 200 len: 914 time: 0.0867641 Mar 10 05:08:35.135504 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-c4d376b0-21b8-46d7-bbf7-e86d2f9e7d1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369 HTTP/1.1" status: 200 len: 217 time: 0.0411534 Mar 10 05:08:35.217265 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-f0b835a5-0e25-49f9-a005-c3359c0d90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:35.218774 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-f0b835a5-0e25-49f9-a005-c3359c0d90a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4c7fec9-8315-4470-972e-af63c7ea5007 HTTP/1.1" status: 200 len: 854 time: 0.0754890 Mar 10 05:08:35.246686 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348136-1921-4dda-9c39-eac774f5396b req-de2608cd-d1bc-4f9b-8e06-83e471fabc9c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:35.248130 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6d348136-1921-4dda-9c39-eac774f5396b req-de2608cd-d1bc-4f9b-8e06-83e471fabc9c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0762539 Mar 10 05:08:35.265048 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-7e83e364-2db0-4929-9bb3-048e2b10d3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b02da67-bee5-4470-9008-ae94677096bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369055 Mar 10 05:08:35.335160 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6d348136-1921-4dda-9c39-eac774f5396b req-f329b8a8-8a42-497e-bd93-3eaae3545f66 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727129 Mar 10 05:08:35.385074 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-d42c76b1-8ba8-41ca-a0f5-d46bb10bf020 service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083999 Mar 10 05:08:35.474544 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-751fe106-c7b7-427e-b5cd-3e4587940bd2 req-e0f8425e-4803-4b1d-8097-345bbc945ccd service neutron] 10.222.0.24 "GET /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Mar 10 05:08:35.755782 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af87b6-4603-45f9-a491-3e19d4e36426 req-5e7e2209-17bf-43be-b937-e784d2764ec7 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:35.757400 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-87af87b6-4603-45f9-a491-3e19d4e36426 req-5e7e2209-17bf-43be-b937-e784d2764ec7 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 943 time: 0.0629113 Mar 10 05:08:35.821423 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-87af87b6-4603-45f9-a491-3e19d4e36426 req-b1f51714-a632-4293-8a7d-39a786a55f39 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579686 Mar 10 05:08:36.022860 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233bb02-71bc-44f9-8f5e-1f48a68900bb req-67cfbfbb-3282-4b1e-9564-24e4e34067fc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:36.024255 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f233bb02-71bc-44f9-8f5e-1f48a68900bb req-67cfbfbb-3282-4b1e-9564-24e4e34067fc tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0523992 Mar 10 05:08:36.070737 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f233bb02-71bc-44f9-8f5e-1f48a68900bb req-c39f4b9d-ff93-4141-a300-0f4ddbb312a8 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Mar 10 05:08:36.115878 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:08:36.192740 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:36.456133 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdae3-2f83-4a8c-ae10-b5bf4c926fd2 req-7438ecc7-417a-4d5d-a9f7-8aeb5417da28 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:36.457628 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-031cdae3-2f83-4a8c-ae10-b5bf4c926fd2 req-7438ecc7-417a-4d5d-a9f7-8aeb5417da28 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0526116 Mar 10 05:08:36.502941 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-031cdae3-2f83-4a8c-ae10-b5bf4c926fd2 req-1b51f3e2-2f55-4de7-95f2-ed686c2f2524 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Mar 10 05:08:36.938320 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5382be-45c4-45ec-8f6d-6e3bab1ab27e req-395b7de7-6bfa-4b57-a4a7-38dbf393c130 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:36.939659 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ef5382be-45c4-45ec-8f6d-6e3bab1ab27e req-395b7de7-6bfa-4b57-a4a7-38dbf393c130 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 943 time: 0.0512919 Mar 10 05:08:36.985402 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ef5382be-45c4-45ec-8f6d-6e3bab1ab27e req-b4119d8b-48c5-4ff7-a0de-a8d690750717 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Mar 10 05:08:37.186633 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dcbae-ee8c-48aa-8fa2-9435e87641af req-444b6009-89d7-402c-ba1b-3087f9063640 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:37.188109 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-652dcbae-ee8c-48aa-8fa2-9435e87641af req-444b6009-89d7-402c-ba1b-3087f9063640 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0512145 Mar 10 05:08:37.237496 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-652dcbae-ee8c-48aa-8fa2-9435e87641af req-f1fa86d3-afe8-4567-9bda-18f2793383c0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Mar 10 05:08:37.628063 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c273-3718-4204-8fd0-71d1bc4c8482 req-5c3a7c0c-ca5d-421d-b131-cb43f8db7ae7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:37.629549 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e209c273-3718-4204-8fd0-71d1bc4c8482 req-5c3a7c0c-ca5d-421d-b131-cb43f8db7ae7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0541589 Mar 10 05:08:37.674839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e209c273-3718-4204-8fd0-71d1bc4c8482 req-52b29ee5-6eb5-4850-a124-29930c147528 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Mar 10 05:08:38.100351 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb77dc-a745-406d-a5c1-3ca34e668b67 req-d0d1c1d9-4728-4827-beea-18cc6dca9478 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:38.101823 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7ebb77dc-a745-406d-a5c1-3ca34e668b67 req-d0d1c1d9-4728-4827-beea-18cc6dca9478 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 943 time: 0.0521262 Mar 10 05:08:38.146810 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7ebb77dc-a745-406d-a5c1-3ca34e668b67 req-29840ac5-e646-4359-b2bb-8824657d5ebf tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Mar 10 05:08:38.236795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 88dc9164-aa92-438e-b2b6-ebfabdc7e369 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:08:38.338960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:38.346686 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-49999c9d-d226-4350-8aed-9041a5109bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:38.348221 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-49999c9d-d226-4350-8aed-9041a5109bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 1128 time: 0.1046605 Mar 10 05:08:38.350597 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '88dc9164-aa92-438e-b2b6-ebfabdc7e369', 'network_id': '8b02da67-bee5-4470-9008-ae94677096bb', 'port_id': '88dc9164-aa92-438e-b2b6-ebfabdc7e369', 'mac_address': 'fa:16:3e:e1:96:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c7fec9-8315-4470-972e-af63c7ea5007', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:08:38.372007 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941bf6f-20a5-488b-852f-3abb92ca9ff6 req-784e080a-c313-4046-8e00-9ff39e4f6d5f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:38.373614 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4941bf6f-20a5-488b-852f-3abb92ca9ff6 req-784e080a-c313-4046-8e00-9ff39e4f6d5f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0674984 Mar 10 05:08:38.389261 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:38.389653 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:38.402665 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dc9164-aa92-438e-b2b6-ebfabdc7e369 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:08:38.419893 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4941bf6f-20a5-488b-852f-3abb92ca9ff6 req-8c6fe40f-3005-47b9-9cf4-05e47bb94ad0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Mar 10 05:08:38.422095 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:38.425934 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:38.587288 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:38.799658 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574d866-40ad-4f16-b275-a43889334047 req-67b480db-8ca0-473c-8cb0-25726d62bf21 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:38.801135 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5574d866-40ad-4f16-b275-a43889334047 req-67b480db-8ca0-473c-8cb0-25726d62bf21 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0510798 Mar 10 05:08:38.845863 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5574d866-40ad-4f16-b275-a43889334047 req-11c63635-4324-4a1e-b3e6-d8a2c864c4d3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Mar 10 05:08:39.274248 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-f322568a-e98c-4560-9281-5ab3c09c5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.275727 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-f322568a-e98c-4560-9281-5ab3c09c5a88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1128 time: 0.0762763 Mar 10 05:08:39.292265 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c8e1-742c-42e6-98c4-36a95144bd54 req-4f19a739-65a7-4930-b82d-f863030ed942 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.293722 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dc56c8e1-742c-42e6-98c4-36a95144bd54 req-4f19a739-65a7-4930-b82d-f863030ed942 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 944 time: 0.0678778 Mar 10 05:08:39.401471 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dc56c8e1-742c-42e6-98c4-36a95144bd54 req-7ef57799-46fd-4709-8181-66e914007412 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010919 Mar 10 05:08:39.412545 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-751a7b05-34fa-4a51-81d7-85ae58a44369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.414148 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-751a7b05-34fa-4a51-81d7-85ae58a44369 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.1288865 Mar 10 05:08:39.483685 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-4b256c25-9d19-4f47-b996-783cc7f2bcc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 200 len: 999 time: 0.0624781 Mar 10 05:08:39.534627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-0075e646-c941-42cd-93d4-49ac1daa8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.536084 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-0075e646-c941-42cd-93d4-49ac1daa8771 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0433822 Mar 10 05:08:39.541669 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fecd6-bf09-4c48-b2d4-27e53b88ef50 req-ebda2bef-6c77-4104-8abf-447d6a956187 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.543258 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-578fecd6-bf09-4c48-b2d4-27e53b88ef50 req-ebda2bef-6c77-4104-8abf-447d6a956187 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0557520 Mar 10 05:08:39.555078 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['88dc9164-aa92-438e-b2b6-ebfabdc7e369'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:08:39.586634 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-b4f6e173-d67f-41c8-affe-19154308eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:39.588275 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-b4f6e173-d67f-41c8-affe-19154308eda4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455198 Mar 10 05:08:39.593212 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-578fecd6-bf09-4c48-b2d4-27e53b88ef50 req-3ec12cb5-0f33-4a99-86ba-424abbfe0475 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Mar 10 05:08:39.939638 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-7f00fe1f-3701-439b-8854-e0f382efecb4 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372006 Mar 10 05:08:40.040059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e64b20-378e-4a79-adc5-3993d2d1b207 req-5a7fdba2-f21e-44a3-bf92-4f159f924d12 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:40.041555 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a8e64b20-378e-4a79-adc5-3993d2d1b207 req-5a7fdba2-f21e-44a3-bf92-4f159f924d12 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.1213722 Mar 10 05:08:40.077635 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6f5c60d6-7a50-404f-921a-cfaeec75cb1d req-9cdeed88-f808-4385-b638-c5042dbc7c36 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230185 Mar 10 05:08:40.106257 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a8e64b20-378e-4a79-adc5-3993d2d1b207 req-23111df9-320a-4305-848a-b1091dc9e37b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585210 Mar 10 05:08:40.539661 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf416-e9f3-4235-bca1-1056ebfd6fab req-a8f71f1e-d9e8-495e-9ea3-9ee1218f0168 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:40.541354 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-141cf416-e9f3-4235-bca1-1056ebfd6fab req-a8f71f1e-d9e8-495e-9ea3-9ee1218f0168 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 944 time: 0.0613666 Mar 10 05:08:40.597718 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-141cf416-e9f3-4235-bca1-1056ebfd6fab req-0d6704c6-c4fa-4c46-8026-f1db82a03328 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Mar 10 05:08:40.744684 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc987d-316a-46d1-a949-df42ce5e9968 req-7d13ddb2-830d-4d46-aad6-0dabf94d5db7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:40.747114 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2dc987d-316a-46d1-a949-df42ce5e9968 req-7d13ddb2-830d-4d46-aad6-0dabf94d5db7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0682881 Mar 10 05:08:40.796121 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2dc987d-316a-46d1-a949-df42ce5e9968 req-04c10bab-1cfe-4250-9fa5-2349e4701652 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Mar 10 05:08:41.250974 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b6fe5-88bc-4d1c-9e2f-a515c1ed917b req-de109aa2-961f-43d5-a677-ff78fa6b0774 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:41.252650 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0a0b6fe5-88bc-4d1c-9e2f-a515c1ed917b req-de109aa2-961f-43d5-a677-ff78fa6b0774 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0715854 Mar 10 05:08:41.310873 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0a0b6fe5-88bc-4d1c-9e2f-a515c1ed917b req-355a7d49-4e8c-41b9-82e5-3decb7549476 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499041 Mar 10 05:08:41.767296 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca4258-e283-45ed-99dd-cdd0b5788bae req-5038d2d7-f5c2-4345-9b18-b73a088dea89 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:41.770015 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-77ca4258-e283-45ed-99dd-cdd0b5788bae req-5038d2d7-f5c2-4345-9b18-b73a088dea89 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 944 time: 0.0875499 Mar 10 05:08:41.816508 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-77ca4258-e283-45ed-99dd-cdd0b5788bae req-81f29f55-9cbd-4408-86b1-8e449e05d860 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Mar 10 05:08:41.920632 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15542dea-d253-4022-b79b-cf73fddb7062 req-87c1880a-f6e7-4bfc-b6a6-20ec3b1ccd80 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:41.923038 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-15542dea-d253-4022-b79b-cf73fddb7062 req-87c1880a-f6e7-4bfc-b6a6-20ec3b1ccd80 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0617366 Mar 10 05:08:41.971026 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-15542dea-d253-4022-b79b-cf73fddb7062 req-cd59947c-abd3-46f3-8a6b-910ac0dfb85c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Mar 10 05:08:42.137326 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 88dc9164-aa92-438e-b2b6-ebfabdc7e369 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:08:42.187030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:08:42.191062 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:08:42.191494 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:42.278256 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:08:42.278705 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:42.301535 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:08:42.303763 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed918f6d-7ef0-42ff-b7e7-8c535f7c8889" -d '{"events": [{"server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "name": "network-vif-plugged", "status": "completed", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:08:42.316803 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:42.321029 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:42.347772 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06d1c5a-604d-436f-b5e4-acf5a8ab2c2d x-openstack-request-id: req-c06d1c5a-604d-436f-b5e4-acf5a8ab2c2d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:08:42.348075 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "name": "network-vif-plugged", "status": "completed", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:08:42.348355 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c06d1c5a-604d-436f-b5e4-acf5a8ab2c2d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:08:42.348748 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369', 'code': 200} Mar 10 05:08:42.396800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:42.503269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7496f8d-6691-4bc2-ae90-085717a5b371 req-41f206c0-025b-49bc-ace8-37b28bfa49b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:42.504873 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b7496f8d-6691-4bc2-ae90-085717a5b371 req-41f206c0-025b-49bc-ace8-37b28bfa49b3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0657620 Mar 10 05:08:42.557348 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b7496f8d-6691-4bc2-ae90-085717a5b371 req-369d5fad-4f1d-474a-8cad-b2b72d36e089 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 Mar 10 05:08:42.946972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26b49e-eefe-4078-9340-6b50a6adc60a req-2779957d-abbb-410f-9fb4-4ed49241373b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:42.949201 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8d26b49e-eefe-4078-9340-6b50a6adc60a req-2779957d-abbb-410f-9fb4-4ed49241373b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Mar 10 05:08:43.005253 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8d26b49e-eefe-4078-9340-6b50a6adc60a req-b74ab277-74b3-47ce-af52-b4c202a37726 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Mar 10 05:08:43.102631 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5003fa0-39e1-4362-a3e0-c7d6fcdaa890 req-8ccb2109-2cd1-40ef-9582-15f8ea390419 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:43.103983 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5003fa0-39e1-4362-a3e0-c7d6fcdaa890 req-8ccb2109-2cd1-40ef-9582-15f8ea390419 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0541265 Mar 10 05:08:43.165100 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5003fa0-39e1-4362-a3e0-c7d6fcdaa890 req-88eaf1e0-3258-4f5b-a992-9bfde4aaa15b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493507 Mar 10 05:08:43.400759 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32f1ea86-e135-40d0-bbd8-3fa42d829405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:43.684117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cd733-d5d0-40c4-8083-7f1a42a5d854 req-6d81e06f-239b-497a-a1d9-514e3c6b5590 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:43.685824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0e8cd733-d5d0-40c4-8083-7f1a42a5d854 req-6d81e06f-239b-497a-a1d9-514e3c6b5590 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0521920 Mar 10 05:08:43.748516 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0e8cd733-d5d0-40c4-8083-7f1a42a5d854 req-3ebbc82e-959b-43ff-91aa-46ccee551e03 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570455 Mar 10 05:08:44.127646 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f53f6-f107-4206-a34b-ddc42be13248 req-af31e290-c86b-4653-8357-1f615458906c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:44.129199 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ce4f53f6-f107-4206-a34b-ddc42be13248 req-af31e290-c86b-4653-8357-1f615458906c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0584831 Mar 10 05:08:44.176887 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ce4f53f6-f107-4206-a34b-ddc42be13248 req-da2f49d1-5cc8-4203-ae10-2db49709e974 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Mar 10 05:08:44.280579 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ab17b-c288-43f1-8099-63aa877d4b54 req-aeed3926-43df-453f-933d-4a463e53aaff tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:44.282127 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ab17b-c288-43f1-8099-63aa877d4b54 req-aeed3926-43df-453f-933d-4a463e53aaff tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0570202 Mar 10 05:08:44.329323 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ab17b-c288-43f1-8099-63aa877d4b54 req-22be8f58-d415-411d-9f58-4c773330f0d5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Mar 10 05:08:44.887304 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a59b88-aafe-47ae-b124-68b6333611df req-9047e2bb-46cd-4c7a-84dd-9a27d0758431 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:44.888708 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-88a59b88-aafe-47ae-b124-68b6333611df req-9047e2bb-46cd-4c7a-84dd-9a27d0758431 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0659642 Mar 10 05:08:44.918915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 47680) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:44.961561 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-88a59b88-aafe-47ae-b124-68b6333611df req-338b178f-4af6-44d2-96bd-b98b4a7c99f7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670943 Mar 10 05:08:45.044692 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-458b4ba8-d900-4374-b017-ceb17f311331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.125106 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-458b4ba8-d900-4374-b017-ceb17f311331 admin admin] Publish callbacks [] for security_group (d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.129402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-458b4ba8-d900-4374-b017-ceb17f311331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.192962 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b4ba8-d900-4374-b017-ceb17f311331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:45.236288 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-458b4ba8-d900-4374-b017-ceb17f311331 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de4a89540e24441eae206c40d069d0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123899 Mar 10 05:08:45.239037 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 47686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:08:45.332344 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] Publish callbacks [] for security_group (d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.367219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf2d5-a080-4869-985d-2b1f7801be5a req-232d1340-480d-49d1-8abe-e0fd3c81ea79 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:45.375857 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-251cf2d5-a080-4869-985d-2b1f7801be5a req-232d1340-480d-49d1-8abe-e0fd3c81ea79 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.1018333 Mar 10 05:08:45.379677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] Publish callbacks [] for security_group (d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.457305 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-251cf2d5-a080-4869-985d-2b1f7801be5a req-77a29acd-25bd-4d51-8555-fa4b3fb8b6b5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805051 Mar 10 05:08:45.459590 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d088-a453-46c5-b83b-1c0fe4ef9020 req-cd02808e-f36a-44a8-bd33-7f773f52cc23 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:45.462150 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7c41d088-a453-46c5-b83b-1c0fe4ef9020 req-cd02808e-f36a-44a8-bd33-7f773f52cc23 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0617614 Mar 10 05:08:45.491335 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.494099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:45.495259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e HTTP/1.1" status: 204 len: 168 time: 0.2564032 Mar 10 05:08:45.503485 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef738dd-062b-4ce1-86b6-8dbbc08ee6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a43f8d-3be2-4bab-adab-a9e9d12a5e9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:08:45.553917 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7c41d088-a453-46c5-b83b-1c0fe4ef9020 req-ae0c0746-9965-4f24-83c2-4a229da5bb76 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Mar 10 05:08:45.634941 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a0bb94-dab5-4751-8a7e-2c42c8c7c081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:46.088694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e941785-0b2b-4176-901f-23d05c49eae3 req-c1c7d298-3340-4429-a0dc-df012379a5fc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:46.090446 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2e941785-0b2b-4176-901f-23d05c49eae3 req-c1c7d298-3340-4429-a0dc-df012379a5fc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0548925 Mar 10 05:08:46.163010 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2e941785-0b2b-4176-901f-23d05c49eae3 req-c9e20ab3-0126-420d-a1cb-8c4d1d54cd0e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602160 Mar 10 05:08:46.581999 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d11f1-dae3-45c8-be7b-0a4406ed1620 req-35d675e7-05f5-49ca-b47f-c332921ccbe5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:46.583446 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c83d11f1-dae3-45c8-be7b-0a4406ed1620 req-35d675e7-05f5-49ca-b47f-c332921ccbe5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Mar 10 05:08:46.649309 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c83d11f1-dae3-45c8-be7b-0a4406ed1620 req-4ac9c3b9-f6ad-4f77-9eac-2fe1eee60237 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Mar 10 05:08:46.703698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:46.710163 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293798-d292-4fbe-9d7e-aae5080e3fb6 req-d9efcecb-0d91-42f9-a19f-c2dfdf753dc2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:46.711670 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5293798-d292-4fbe-9d7e-aae5080e3fb6 req-d9efcecb-0d91-42f9-a19f-c2dfdf753dc2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0561361 Mar 10 05:08:46.766826 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5293798-d292-4fbe-9d7e-aae5080e3fb6 req-7f8d403c-f041-4795-9502-958194847007 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492158 Mar 10 05:08:47.286857 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09dca9-c0b6-4928-ae01-5a6b35945599 req-3a5f9ef6-069f-471a-ac44-3478db39bc39 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:47.288366 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1d09dca9-c0b6-4928-ae01-5a6b35945599 req-3a5f9ef6-069f-471a-ac44-3478db39bc39 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0515466 Mar 10 05:08:47.339586 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1d09dca9-c0b6-4928-ae01-5a6b35945599 req-507c765f-e0a1-472d-9574-606a810f7e1b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 Mar 10 05:08:47.783951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b4e3-68d3-44fb-92ce-61ff368de620 req-dba2b581-1d72-49ca-8699-15a42b11e48e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:47.785446 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9596b4e3-68d3-44fb-92ce-61ff368de620 req-dba2b581-1d72-49ca-8699-15a42b11e48e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0602264 Mar 10 05:08:47.847714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9596b4e3-68d3-44fb-92ce-61ff368de620 req-7b43e0dd-cb76-451a-bef3-389db3d99842 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566285 Mar 10 05:08:47.913482 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d882de4-acd8-4134-a262-0df851f722b0 req-eaef4cda-7203-42f6-81e3-370e1de0fb7f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:47.915158 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d882de4-acd8-4134-a262-0df851f722b0 req-eaef4cda-7203-42f6-81e3-370e1de0fb7f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0560768 Mar 10 05:08:47.964177 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d882de4-acd8-4134-a262-0df851f722b0 req-5acd5b44-12f9-452a-ba7c-f2475d1cfe5b tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Mar 10 05:08:48.059299 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:48.406288 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6957b1-a5da-4c45-9349-42404d266820 req-45dfff6d-2ef1-4995-884b-7e189ab60211 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:48.407796 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db6957b1-a5da-4c45-9349-42404d266820 req-45dfff6d-2ef1-4995-884b-7e189ab60211 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0609434 Mar 10 05:08:48.494213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9650-c828-4155-9bbd-852ad6437d7c req-a77e7917-92db-4499-a2f9-3405c62bd070 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:48.496307 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-10cf9650-c828-4155-9bbd-852ad6437d7c req-a77e7917-92db-4499-a2f9-3405c62bd070 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0649073 Mar 10 05:08:48.501513 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db6957b1-a5da-4c45-9349-42404d266820 req-6e7a67e3-ce25-479f-b937-5730e7b49095 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865791 Mar 10 05:08:48.544954 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-10cf9650-c828-4155-9bbd-852ad6437d7c req-4b31c075-dd02-4cf4-8270-57f8ddca5717 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Mar 10 05:08:48.974058 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536678-71f8-4eae-a0b0-f37cde0c9288 req-580c55f4-36df-4c5f-a671-4305c6c8b99c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:48.975500 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54536678-71f8-4eae-a0b0-f37cde0c9288 req-580c55f4-36df-4c5f-a671-4305c6c8b99c tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0574114 Mar 10 05:08:49.040421 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54536678-71f8-4eae-a0b0-f37cde0c9288 req-8bfba22d-e892-40f0-a7a3-989954835b88 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Mar 10 05:08:49.103838 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431768f3-2c2d-49fa-9b9a-474b3accd272 req-f07f9362-e6dc-4738-8f54-1f9d7c34c278 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:49.105920 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-431768f3-2c2d-49fa-9b9a-474b3accd272 req-f07f9362-e6dc-4738-8f54-1f9d7c34c278 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0726254 Mar 10 05:08:49.164064 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-431768f3-2c2d-49fa-9b9a-474b3accd272 req-2c805907-30af-40ac-b651-408e394f3fa1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523419 Mar 10 05:08:49.613219 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:49.635481 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd8d76-2fd9-46c9-8e15-4ed50309a32f req-3fe61790-877b-40d1-a5f9-e48924ef9523 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:49.638835 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b7fd8d76-2fd9-46c9-8e15-4ed50309a32f req-3fe61790-877b-40d1-a5f9-e48924ef9523 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0673728 Mar 10 05:08:49.680867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7a083-c279-4161-90dc-d05d88fa76b5 req-76fc07f8-37bf-43f9-adc0-3cf076769950 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:49.683344 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c8b7a083-c279-4161-90dc-d05d88fa76b5 req-76fc07f8-37bf-43f9-adc0-3cf076769950 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0616639 Mar 10 05:08:49.720703 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b7fd8d76-2fd9-46c9-8e15-4ed50309a32f req-5cb49ae8-7643-42bc-92db-8a4d087b86a9 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689714 Mar 10 05:08:49.770453 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c8b7a083-c279-4161-90dc-d05d88fa76b5 req-1146b793-6f53-4b75-b208-38f8831c9426 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804904 Mar 10 05:08:50.171225 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aecbf1-d2b0-4812-8f61-7e20c633250c req-f1c8f1ad-a14b-41fe-93e3-5f13517b772f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:50.172741 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d6aecbf1-d2b0-4812-8f61-7e20c633250c req-f1c8f1ad-a14b-41fe-93e3-5f13517b772f tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Mar 10 05:08:50.228924 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d6aecbf1-d2b0-4812-8f61-7e20c633250c req-0005af86-8a43-474d-b9ff-ca6710f850e3 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485599 Mar 10 05:08:50.285321 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94753b05-6dd1-40d9-ab55-ba041311791f req-00ee65f7-0a64-4701-89f3-53b7cff9c13c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:50.286784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94753b05-6dd1-40d9-ab55-ba041311791f req-00ee65f7-0a64-4701-89f3-53b7cff9c13c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0523033 Mar 10 05:08:50.334911 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94753b05-6dd1-40d9-ab55-ba041311791f req-c3101484-bcb6-46cf-9ad4-c1d7707e67c6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Mar 10 05:08:50.847799 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becf7c-a273-4e89-8df0-314e3acec9b1 req-3533bffe-e6e4-4d4c-9be3-4ace06c69c66 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:50.849310 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-56becf7c-a273-4e89-8df0-314e3acec9b1 req-3533bffe-e6e4-4d4c-9be3-4ace06c69c66 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0531609 Mar 10 05:08:50.884425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13c413-f9b5-4014-b1ac-b1dce6b8a28b req-df8365ae-c0a5-4ab0-8b82-2d8e4dc50623 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:50.886469 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fb13c413-f9b5-4014-b1ac-b1dce6b8a28b req-df8365ae-c0a5-4ab0-8b82-2d8e4dc50623 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0528305 Mar 10 05:08:50.908060 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-56becf7c-a273-4e89-8df0-314e3acec9b1 req-a8995239-3672-43b2-85dc-f0736e836e59 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528955 Mar 10 05:08:50.932029 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fb13c413-f9b5-4014-b1ac-b1dce6b8a28b req-c4e6e660-e216-4b49-bda3-f10f1d594606 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Mar 10 05:08:51.316697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-1cb6d022-dece-46f8-854a-d7ad10afc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.318462 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-1cb6d022-dece-46f8-854a-d7ad10afc55a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1168 time: 0.0538340 Mar 10 05:08:51.351584 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f7e62-adcc-457c-a3bb-b9eb3a992719 req-4e50a392-29c0-48a1-9068-320348cc4bf6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.353054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b58f7e62-adcc-457c-a3bb-b9eb3a992719 req-4e50a392-29c0-48a1-9068-320348cc4bf6 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0576923 Mar 10 05:08:51.404381 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b58f7e62-adcc-457c-a3bb-b9eb3a992719 req-cf2d446c-22d2-4f6f-b61a-d4939901bb4e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Mar 10 05:08:51.462241 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e622c3-4fdd-4bd8-9545-9210460c8674 req-ba160bd0-747b-4a8f-9eef-f2904b62a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.464356 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-55e622c3-4fdd-4bd8-9545-9210460c8674 req-ba160bd0-747b-4a8f-9eef-f2904b62a314 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 1129 time: 0.1443667 Mar 10 05:08:51.478611 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-865f3ab6-2a73-489a-88d1-6cd5b2a13264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.480089 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-865f3ab6-2a73-489a-88d1-6cd5b2a13264 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.1533356 Mar 10 05:08:51.568618 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6984e-9d8f-49a0-83cc-66c779c0bdfe req-b3be411b-14f2-477a-b9c6-af1495b67022 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.570085 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39a6984e-9d8f-49a0-83cc-66c779c0bdfe req-b3be411b-14f2-477a-b9c6-af1495b67022 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1636698 Mar 10 05:08:51.627618 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-55e622c3-4fdd-4bd8-9545-9210460c8674 req-b0d3baa7-0b99-409e-a026-27b1576bb7f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453023 Mar 10 05:08:51.629230 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-84b9896c-7ed7-4b51-9c19-6e7c18054203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 1001 time: 0.1408825 Mar 10 05:08:51.653821 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bed6e-898d-4433-9d72-642f7b81334c req-3bdab41f-d1a4-4491-9dff-e50a1441e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.655251 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-055bed6e-898d-4433-9d72-642f7b81334c req-3bdab41f-d1a4-4491-9dff-e50a1441e461 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.1525700 Mar 10 05:08:51.661926 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39a6984e-9d8f-49a0-83cc-66c779c0bdfe req-dfde7a9f-15e4-401b-99e1-88857ba723d1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832093 Mar 10 05:08:51.945402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-44d33fa1-9160-49b1-b397-a74482cfd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:51.946859 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-44d33fa1-9160-49b1-b397-a74482cfd228 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0757885 Mar 10 05:08:51.950124 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-055bed6e-898d-4433-9d72-642f7b81334c req-aa962915-107f-4f67-888b-032df14d2b53 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777905 Mar 10 05:08:52.025300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47152b7f-7b07-469b-ac28-cf0a711c6fef req-24636de8-ca4f-4a0b-8b8f-38462cdd23a4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:52.027101 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-47152b7f-7b07-469b-ac28-cf0a711c6fef req-24636de8-ca4f-4a0b-8b8f-38462cdd23a4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0531619 Mar 10 05:08:52.057226 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ba487-1819-4ff1-8c03-fbe498840721 req-0c2e5574-9d20-4dd8-b056-8f928da0aca4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:52.059526 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cf9ba487-1819-4ff1-8c03-fbe498840721 req-0c2e5574-9d20-4dd8-b056-8f928da0aca4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0538859 Mar 10 05:08:52.085855 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-47152b7f-7b07-469b-ac28-cf0a711c6fef req-0b848111-214d-46de-bde0-c7f190593fc8 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532045 Mar 10 05:08:52.105552 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cf9ba487-1819-4ff1-8c03-fbe498840721 req-90065de3-3475-41b3-ab0b-d282d6d5880b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405354 Mar 10 05:08:52.180740 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-393bae30-27f4-496e-93d6-b49f5897c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:52.182218 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-393bae30-27f4-496e-93d6-b49f5897c8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426459 Mar 10 05:08:52.273441 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-3e65d9f5-5389-4248-920a-5f07939b599f service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820465 Mar 10 05:08:52.364421 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8848d8-31cd-47b5-8ff5-5c56da1c25fb req-f23dff8f-7d61-4fad-a2c8-76947f14db35 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789466 Mar 10 05:08:52.524926 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ae9bb-82d8-4a8c-99c8-464c23b8b0aa req-7e278ff4-c391-4d58-b352-41b9e9dedaa5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:52.527027 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a88ae9bb-82d8-4a8c-99c8-464c23b8b0aa req-7e278ff4-c391-4d58-b352-41b9e9dedaa5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0585947 Mar 10 05:08:52.573875 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a88ae9bb-82d8-4a8c-99c8-464c23b8b0aa req-2796dece-4bab-43e6-b163-b8190f38d85e tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Mar 10 05:08:52.782222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc42c-1c48-488b-b289-8719bd4ad7ef req-4a63dd0a-4358-4651-b642-0c7781526805 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:52.783606 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8edfc42c-1c48-488b-b289-8719bd4ad7ef req-4a63dd0a-4358-4651-b642-0c7781526805 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0562258 Mar 10 05:08:52.828649 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8edfc42c-1c48-488b-b289-8719bd4ad7ef req-a6a570fe-9356-4e3e-9c80-76c40160f33e tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Mar 10 05:08:53.211341 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d079efc-4739-4fc4-abf7-d82df2106a10 req-aff3728d-609c-44c9-924f-595ffd91bd31 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:53.212968 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5d079efc-4739-4fc4-abf7-d82df2106a10 req-aff3728d-609c-44c9-924f-595ffd91bd31 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0570862 Mar 10 05:08:53.238537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c527e-aaf7-49c4-a755-661e3f4a4b13 req-0cdadf0d-bbcc-451d-b451-9a9ea14e119f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:53.240269 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c8c527e-aaf7-49c4-a755-661e3f4a4b13 req-0cdadf0d-bbcc-451d-b451-9a9ea14e119f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0617898 Mar 10 05:08:53.278230 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5d079efc-4739-4fc4-abf7-d82df2106a10 req-7f26aa87-a2f3-456c-ab18-3d408215ce01 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589256 Mar 10 05:08:53.288531 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8c8c527e-aaf7-49c4-a755-661e3f4a4b13 req-8f36e544-37cb-415a-81b1-c0abac7f3bbd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408583 Mar 10 05:08:53.690500 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a042117-8cea-4dee-9904-26900133fa5c req-acc9da44-d4db-4861-93f6-81f4f254c783 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:53.692101 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0a042117-8cea-4dee-9904-26900133fa5c req-acc9da44-d4db-4861-93f6-81f4f254c783 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0532503 Mar 10 05:08:53.741585 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0a042117-8cea-4dee-9904-26900133fa5c req-fd0b3432-3df9-4884-8fe2-ff95b0a28190 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Mar 10 05:08:53.947506 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278b5b5-09a2-455e-b970-c821c34e1106 req-bc49bbaa-c48f-4990-8dfc-c3f86dc9fea1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:53.950401 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8278b5b5-09a2-455e-b970-c821c34e1106 req-bc49bbaa-c48f-4990-8dfc-c3f86dc9fea1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0565121 Mar 10 05:08:53.998643 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8278b5b5-09a2-455e-b970-c821c34e1106 req-da0c1767-095b-4205-86b5-62b035b1940a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Mar 10 05:08:54.340030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd615be-9df9-405c-846f-45afc608daed req-8889ca22-d1f4-488e-877a-82cad76b3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.341582 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-8889ca22-d1f4-488e-877a-82cad76b3710 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 1129 time: 0.0494356 Mar 10 05:08:54.350820 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46d9ad-0e99-4068-8d8a-e599dd6850a4 req-64f2abfd-c9ae-457f-9a43-b7dd0e3022c5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.352309 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1e46d9ad-0e99-4068-8d8a-e599dd6850a4 req-64f2abfd-c9ae-457f-9a43-b7dd0e3022c5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0572133 Mar 10 05:08:54.401058 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1e46d9ad-0e99-4068-8d8a-e599dd6850a4 req-877e3e37-e75c-426e-9810-52e4a190572d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Mar 10 05:08:54.468788 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9a8bb-1260-4104-af12-b351ab878993 req-eea3f2d7-3a7a-4e1e-827a-18465696bd42 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.470291 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-23e9a8bb-1260-4104-af12-b351ab878993 req-eea3f2d7-3a7a-4e1e-827a-18465696bd42 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.1220899 Mar 10 05:08:54.507148 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd615be-9df9-405c-846f-45afc608daed req-6828dff6-dcb3-4308-bfd5-acc3070f287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.508638 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-6828dff6-dcb3-4308-bfd5-acc3070f287e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 200 len: 918 time: 0.1238923 Mar 10 05:08:54.516245 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694881f-5440-4a13-81cd-cf01aeb06410 req-3a694959-d751-474a-a383-b9b67d855e88 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.517730 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9694881f-5440-4a13-81cd-cf01aeb06410 req-3a694959-d751-474a-a383-b9b67d855e88 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0582547 Mar 10 05:08:54.567319 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-9cbc5285-9759-4d00-810c-5cba7e5c20d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 200 len: 217 time: 0.0490537 Mar 10 05:08:54.569632 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9694881f-5440-4a13-81cd-cf01aeb06410 req-6acff07d-0a2f-4bfa-b275-f11e580fa25f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461123 Mar 10 05:08:54.590976 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-23e9a8bb-1260-4104-af12-b351ab878993 req-ce5d3df6-ec51-4369-8efb-b65e7b4dda60 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146793 Mar 10 05:08:54.628875 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd615be-9df9-405c-846f-45afc608daed req-e5086c8c-ce2f-43c7-9f7d-2cd3ecaf4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:54.630383 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-e5086c8c-ce2f-43c7-9f7d-2cd3ecaf4a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 200 len: 858 time: 0.0536904 Mar 10 05:08:54.662637 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-fbfd5975-ea11-40ab-a5f7-605195af6564 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c521ea70-573f-4de1-8ab0-8cfffbc227f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250025 Mar 10 05:08:54.758974 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-dfe98ef3-e3a5-45aa-8e7c-2e5363481b2f service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Mar 10 05:08:54.846361 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd615be-9df9-405c-846f-45afc608daed req-6eae83c5-57ac-4275-8574-6cc58dcd2ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802627 Mar 10 05:08:55.515275 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff576ec6-979f-4ab7-8408-8fe6b6d9f314 req-a44adfba-750d-4aba-a697-1daee9b9ec75 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:55.516723 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ff576ec6-979f-4ab7-8408-8fe6b6d9f314 req-a44adfba-750d-4aba-a697-1daee9b9ec75 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0510147 Mar 10 05:08:55.561336 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ff576ec6-979f-4ab7-8408-8fe6b6d9f314 req-0adcaf62-b480-4737-a51d-9312f0b3312d tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Mar 10 05:08:55.696608 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea699-f937-4313-a728-f0a5e7c38dfa req-8c121c50-45cf-4e96-ae6f-c2d1d4067790 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:55.698940 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bdbea699-f937-4313-a728-f0a5e7c38dfa req-8c121c50-45cf-4e96-ae6f-c2d1d4067790 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0574515 Mar 10 05:08:55.711263 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a696-3831-40f0-9853-7ef32ca83a19 req-02d42554-8de9-4b31-a88a-2d104b3dcc40 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:55.712711 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-aee8a696-3831-40f0-9853-7ef32ca83a19 req-02d42554-8de9-4b31-a88a-2d104b3dcc40 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0518084 Mar 10 05:08:55.745336 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bdbea699-f937-4313-a728-f0a5e7c38dfa req-237bfcfd-52e2-4690-ab9b-4a6f722a8ba8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409746 Mar 10 05:08:55.780614 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-aee8a696-3831-40f0-9853-7ef32ca83a19 req-f1a6415d-6cd0-4ab6-87f9-7f1ba811ef90 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619702 Mar 10 05:08:56.678665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd261b4-31ab-4c1d-8d6d-20122ec2e148 req-c50775d1-1b80-4454-952c-a28920adfa46 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:56.680121 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd261b4-31ab-4c1d-8d6d-20122ec2e148 req-c50775d1-1b80-4454-952c-a28920adfa46 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0516794 Mar 10 05:08:56.726128 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bfd261b4-31ab-4c1d-8d6d-20122ec2e148 req-f5a03708-39fe-489e-aa1a-1689eb220877 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Mar 10 05:08:56.868835 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae1b0f-76db-4ac9-81e0-cf1c0867c07b req-1df21dee-ffd5-4211-bdf8-30bcc0017702 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:56.870361 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-46ae1b0f-76db-4ac9-81e0-cf1c0867c07b req-1df21dee-ffd5-4211-bdf8-30bcc0017702 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0532069 Mar 10 05:08:56.898455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82947ac-5700-427b-baf8-2bcf5382ff13 req-eb3eb0d3-1f3b-4c56-b93e-dcefb7c0d1ce tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:56.899909 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c82947ac-5700-427b-baf8-2bcf5382ff13 req-eb3eb0d3-1f3b-4c56-b93e-dcefb7c0d1ce tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0546157 Mar 10 05:08:56.917191 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-46ae1b0f-76db-4ac9-81e0-cf1c0867c07b req-7f8b67cf-22da-4ed6-b7b9-d2371a56cf2e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Mar 10 05:08:56.960477 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c82947ac-5700-427b-baf8-2bcf5382ff13 req-da1c47ab-f37e-4792-83f8-7a1140fe5d5f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534818 Mar 10 05:08:57.159027 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:57.300768 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234694b3-de1b-4848-98d0-20481aa202a0 req-6cfa74cf-5329-4d62-8951-b7c218115658 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:57.302235 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-234694b3-de1b-4848-98d0-20481aa202a0 req-6cfa74cf-5329-4d62-8951-b7c218115658 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Mar 10 05:08:57.347104 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-234694b3-de1b-4848-98d0-20481aa202a0 req-7cb6ce94-3753-4c5c-8550-30718834c1d8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Mar 10 05:08:57.848903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d0e66-48e2-42df-b86c-ce2b4f5fa716 req-4fd28956-59d2-41df-aea9-421bc35ba474 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:57.850389 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f54d0e66-48e2-42df-b86c-ce2b4f5fa716 req-4fd28956-59d2-41df-aea9-421bc35ba474 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0543365 Mar 10 05:08:57.896548 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f54d0e66-48e2-42df-b86c-ce2b4f5fa716 req-32b8e53d-ec70-4e0b-994d-a8a4c2b6b995 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Mar 10 05:08:58.046424 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e6600-d8d3-4501-9429-f644e9c7d1dc req-5da1a20d-2514-4d04-b6fa-da8f07c54609 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:58.047904 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef1e6600-d8d3-4501-9429-f644e9c7d1dc req-5da1a20d-2514-4d04-b6fa-da8f07c54609 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0574982 Mar 10 05:08:58.097804 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef1e6600-d8d3-4501-9429-f644e9c7d1dc req-69f488ae-1e1c-49a8-807c-a3c017fe004d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442524 Mar 10 05:08:58.215781 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea857ad-d913-4f0f-be3b-d67f93668853 req-24c7a553-684a-4fce-bd46-df1d7c40e518 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:58.217263 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5ea857ad-d913-4f0f-be3b-d67f93668853 req-24c7a553-684a-4fce-bd46-df1d7c40e518 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0541079 Mar 10 05:08:58.280130 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5ea857ad-d913-4f0f-be3b-d67f93668853 req-aaa566fb-38fa-41f6-abc8-92eb87f0b142 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573075 Mar 10 05:08:58.466950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded6307-837a-44b3-a575-dd79dc19dad6 req-1aded6e7-6b8d-4354-91e8-3207ad53e51f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:58.468385 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7ded6307-837a-44b3-a575-dd79dc19dad6 req-1aded6e7-6b8d-4354-91e8-3207ad53e51f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0538614 Mar 10 05:08:58.516510 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7ded6307-837a-44b3-a575-dd79dc19dad6 req-e57592e2-3fe8-4dd7-9323-518f7e610869 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Mar 10 05:08:59.227498 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c84e-898a-4d5f-a584-12c720947a7b req-f24dd081-74b0-463d-9ecb-9c10caa1ae60 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:59.229200 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a69c84e-898a-4d5f-a584-12c720947a7b req-f24dd081-74b0-463d-9ecb-9c10caa1ae60 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0580752 Mar 10 05:08:59.269648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-c67e974f-0dda-487b-9adb-c63e9ccf4f03 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:59.271088 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-c67e974f-0dda-487b-9adb-c63e9ccf4f03 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0545378 Mar 10 05:08:59.276816 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8a69c84e-898a-4d5f-a584-12c720947a7b req-cdb1e7d0-5550-433b-a1fd-c5aa7e1c0716 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422194 Mar 10 05:08:59.402158 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port 8422ea60-3448-497c-bd5b-50eb1027d37f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:08:59.402401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:59.441121 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202613-837c-4cb4-8066-f35b22818e91 req-1a64f2c2-31e6-4fa8-8965-7c26ef74bbe5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:59.442594 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb202613-837c-4cb4-8066-f35b22818e91 req-1a64f2c2-31e6-4fa8-8965-7c26ef74bbe5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0931277 Mar 10 05:08:59.530180 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] For port 8422ea60-3448-497c-bd5b-50eb1027d37f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8422ea60-3448-497c-bd5b-50eb1027d37f,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:08:59.530542 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:59.582784 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb202613-837c-4cb4-8066-f35b22818e91 req-2313a8f5-b512-45c4-8b1d-6e3f4ee493e4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105828 Mar 10 05:08:59.633970 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46eb3-f754-4418-9117-e314ae5f60b7 req-9f07b4a7-0526-4a33-b032-fcc254dfa005 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:08:59.635674 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b8b46eb3-f754-4418-9117-e314ae5f60b7 req-9f07b4a7-0526-4a33-b032-fcc254dfa005 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 945 time: 0.0528672 Mar 10 05:08:59.681747 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b8b46eb3-f754-4418-9117-e314ae5f60b7 req-693a339f-10ac-4b90-8fe6-26973bce167c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=61ad504d-adb1-4420-97e6-8bdbbeadb6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 Mar 10 05:08:59.772794 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:59.773161 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:59.773499 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP fa18b45d-982b-4b63-bfa0-6ca03f391cce disassociated. External IP: 172.27.1.219, port: 8422ea60-3448-497c-bd5b-50eb1027d37f. Mar 10 05:08:59.773840 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for 8422ea60-3448-497c-bd5b-50eb1027d37f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:08:59.900006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (8422ea60-3448-497c-bd5b-50eb1027d37f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:08:59.927261 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=8422ea60-3448-497c-bd5b-50eb1027d37f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:00.042215 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:09:00.150097 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:09:00.159498 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:09:00.170416 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:00.171027 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:08:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:00.193766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] No DVR routers for this DVR port 8422ea60-3448-497c-bd5b-50eb1027d37f on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:09:00.196260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:00.200936 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2cf541b4-5c16-4d8c-a713-de6ccf68b9e1 req-4f7c65b5-449d-4498-8133-c2e049e80626 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "DELETE /v2.0/ports/8422ea60-3448-497c-bd5b-50eb1027d37f HTTP/1.1" status: 204 len: 173 time: 0.9235983 Mar 10 05:09:00.201417 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'name': 'network-vif-deleted', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:00.203645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dfd7c6-8d4a-41eb-b337-c77b90a34a18" -d '{"events": [{"server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "name": "network-vif-deleted", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:00.248161 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6c4c3b-ab60-4419-acee-eaaf119a7a4e x-openstack-request-id: req-9c6c4c3b-ab60-4419-acee-eaaf119a7a4e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:00.248513 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9f263-ca31-4796-9976-3de937d8e1a9", "name": "network-vif-deleted", "tag": "8422ea60-3448-497c-bd5b-50eb1027d37f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:00.248761 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c6c4c3b-ab60-4419-acee-eaaf119a7a4e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:00.249285 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9f263-ca31-4796-9976-3de937d8e1a9', 'name': 'network-vif-deleted', 'tag': '8422ea60-3448-497c-bd5b-50eb1027d37f', 'status': 'completed', 'code': 200} Mar 10 05:09:00.268971 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:09:00.305823 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:00.447292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766fb7e-05cb-42d7-8356-212f1f2fafb4 req-7eccde46-baf3-48ea-b561-6983e5036b38 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:00.451243 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:00.455897 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4766fb7e-05cb-42d7-8356-212f1f2fafb4 req-7eccde46-baf3-48ea-b561-6983e5036b38 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 944 time: 0.0655096 Mar 10 05:09:00.464470 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'mac_address': 'fa:16:3e:4f:1d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:09:00.509179 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:09:00.509581 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:00.514320 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4766fb7e-05cb-42d7-8356-212f1f2fafb4 req-817af3b0-a30a-4e37-81f8-b9f38238d58a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575469 Mar 10 05:09:00.530264 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:09:00.556096 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:00.561435 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:00.570889 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:00.598159 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:09:00.619597 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:00.620201 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:00.620569 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:08:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:00.628521 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.629012 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.629599 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.630045 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.630482 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.630927 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.631374 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.631806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.632231 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.632677 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.633105 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.633542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.633964 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:00.723448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6acb-c560-4512-b302-43796688a76f req-a0062c1e-c373-440b-bf4d-a7b6128a9a0d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:00.727906 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-77dd6acb-c560-4512-b302-43796688a76f req-a0062c1e-c373-440b-bf4d-a7b6128a9a0d tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0763438 Mar 10 05:09:00.754442 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:00.823602 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-39a92a9b-7d73-41f6-9e0f-f26a77327cba req-d9d99ee3-0bfb-4054-b57d-6849109fa0f9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2c9f263-ca31-4796-9976-3de937d8e1a9 HTTP/1.1" status: 200 len: 210 time: 0.0402672 Mar 10 05:09:00.836623 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-77dd6acb-c560-4512-b302-43796688a76f req-c6873716-2cb7-449e-90d9-6aea9570fe45 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977519 Mar 10 05:09:00.953169 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b30f1635-f0f1-4a8f-894d-2345fe5f7aed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:09:01.035356 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:01.065855 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58a205-8bf9-4d31-9349-944b96034a51 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bc9340c6-c086-4ef6-b952-8775501cea87', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:62:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:05:53Z', 'updated_at': '2022-03-10T05:06:20Z', 'revision_number': 2, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:09:01.307218 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251f79a-fa45-4b5c-83a2-b6064c954b1f None None] New status for floating IP fa18b45d-982b-4b63-bfa0-6ca03f391cce: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:09:01.645576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43664c4f-f9e4-449f-bfdc-62cdc17ef62d req-66972b08-087d-49a6-b947-cf7ac6fe1345 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:01.647007 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-43664c4f-f9e4-449f-bfdc-62cdc17ef62d req-66972b08-087d-49a6-b947-cf7ac6fe1345 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 945 time: 0.0606253 Mar 10 05:09:01.704715 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-43664c4f-f9e4-449f-bfdc-62cdc17ef62d req-5e51f893-5f70-4cf1-bb4d-91d82c1b1dd2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506153 Mar 10 05:09:01.925628 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 47872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:01.968189 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcfcd5-7b24-4ca8-97cb-34bb4461af95 req-780e6430-0917-456e-9955-75b666343b68 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:01.969717 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e4fcfcd5-7b24-4ca8-97cb-34bb4461af95 req-780e6430-0917-456e-9955-75b666343b68 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0605941 Mar 10 05:09:01.982697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (61ad504d-adb1-4420-97e6-8bdbbeadb6fc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.006870 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (61ad504d-adb1-4420-97e6-8bdbbeadb6fc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.035062 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e4fcfcd5-7b24-4ca8-97cb-34bb4461af95 req-9d6513f6-98c9-4ce7-bc07-46b5b1f82687 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580568 Mar 10 05:09:02.059322 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (61ad504d-adb1-4420-97e6-8bdbbeadb6fc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.063889 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.065655 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/security-groups/61ad504d-adb1-4420-97e6-8bdbbeadb6fc HTTP/1.1" status: 204 len: 168 time: 0.1413260 Mar 10 05:09:02.068164 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 47874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:02.079255 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da45be-12cc-4fd5-b214-8839c309db0e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad504d-adb1-4420-97e6-8bdbbeadb6fc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:02.083476 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.api.v2.resource [None req-96f7c441-1ce1-484c-8e6d-9bc6554fad60 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] show failed (client error): The resource could not be found. Mar 10 05:09:02.084578 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-96f7c441-1ce1-484c-8e6d-9bc6554fad60 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups/61ad504d-adb1-4420-97e6-8bdbbeadb6fc HTTP/1.1" status: 404 len: 347 time: 0.0151768 Mar 10 05:09:02.087305 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 47876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:02.215134 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port 4be90165-0ade-4056-8844-9e48ea79345d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:02.215483 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (4be90165-0ade-4056-8844-9e48ea79345d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.289128 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (4be90165-0ade-4056-8844-9e48ea79345d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.289486 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (4be90165-0ade-4056-8844-9e48ea79345d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.301869 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for 4be90165-0ade-4056-8844-9e48ea79345d owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:02.474836 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (4be90165-0ade-4056-8844-9e48ea79345d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.498399 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=4be90165-0ade-4056-8844-9e48ea79345d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.516303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.517094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.517094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.517094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.517407 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.518080 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:02.584516 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fa18b45d-982b-4b63-bfa0-6ca03f391cce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.587283 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:02.589183 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d29b6fbc-98ab-4888-bf93-05be3900dcd9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/floatingips/fa18b45d-982b-4b63-bfa0-6ca03f391cce HTTP/1.1" status: 204 len: 168 time: 0.5008469 Mar 10 05:09:02.756695 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:09:02.856687 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a4e3a-29e0-4618-90bd-d5d08623bfb3 req-8bbe5336-c36f-4011-8299-7d14aeb1ffd6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:02.858070 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9a8a4e3a-29e0-4618-90bd-d5d08623bfb3 req-8bbe5336-c36f-4011-8299-7d14aeb1ffd6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 945 time: 0.0732508 Mar 10 05:09:02.914973 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9a8a4e3a-29e0-4618-90bd-d5d08623bfb3 req-29e40e15-c135-45f4-b86d-8e97541d65a4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510218 Mar 10 05:09:03.163829 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b20436-fb75-4b30-9644-11ba19a38d0c req-4a2042fe-3150-4647-b330-f7ac3d702604 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:03.165468 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54b20436-fb75-4b30-9644-11ba19a38d0c req-4a2042fe-3150-4647-b330-f7ac3d702604 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0565996 Mar 10 05:09:03.228052 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-54b20436-fb75-4b30-9644-11ba19a38d0c req-cb0a35d1-4e6a-4f99-9a77-a3d3bafd74a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561438 Mar 10 05:09:03.825930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:09:03.873856 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port b30f1635-f0f1-4a8f-894d-2345fe5f7aed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:09:03.874128 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:03.952504 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b30f1635-f0f1-4a8f-894d-2345fe5f7aed is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:09:03.953099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:03.985847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:03.988088 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff1f28-9d52-4226-90e3-8038f86bbb9a" -d '{"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:04.011284 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:04.019159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:04.043291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f405b9e-29fc-408d-a858-fc111da70c9e x-openstack-request-id: req-3f405b9e-29fc-408d-a858-fc111da70c9e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:04.043609 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-plugged", "status": "completed", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:04.043886 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f405b9e-29fc-408d-a858-fc111da70c9e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:04.044272 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'code': 200} Mar 10 05:09:04.059985 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8bcf-8ed3-48c0-b192-b8c50be414be req-503e3666-2aa0-41a7-a977-ca25a7d54600 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:04.061538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-362e8bcf-8ed3-48c0-b192-b8c50be414be req-503e3666-2aa0-41a7-a977-ca25a7d54600 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Mar 10 05:09:04.070662 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:04.114637 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-362e8bcf-8ed3-48c0-b192-b8c50be414be req-004c3fd2-66c6-4b93-86f3-030de0e15ee6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Mar 10 05:09:04.347537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74993-0487-4292-913d-b3b8f72930b4 req-7301039f-f140-4d9d-a00f-8383bd29e164 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:04.349005 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4b74993-0487-4292-913d-b3b8f72930b4 req-7301039f-f140-4d9d-a00f-8383bd29e164 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0520158 Mar 10 05:09:04.407267 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4b74993-0487-4292-913d-b3b8f72930b4 req-3240960c-a0bb-4179-87e3-9b0c1e178a84 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524940 Mar 10 05:09:04.792132 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 8422ea60-3448-497c-bd5b-50eb1027d37f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:04.813198 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 8422ea60-3448-497c-bd5b-50eb1027d37f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:04.813551 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 8422ea60-3448-497c-bd5b-50eb1027d37f not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:05.242020 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948d387-5e99-407d-863a-2fd8bc75b3c7 req-0b1965a7-8f03-4fdd-8bb4-5264024b6064 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:05.243425 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a948d387-5e99-407d-863a-2fd8bc75b3c7 req-0b1965a7-8f03-4fdd-8bb4-5264024b6064 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0552638 Mar 10 05:09:05.292006 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a948d387-5e99-407d-863a-2fd8bc75b3c7 req-d1087a21-f560-4c5f-94a2-b068d29acbb3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Mar 10 05:09:05.402331 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55b78-af3a-43eb-8db8-cd998d7c3a66 req-3f1db7f2-ceba-4fef-acca-7879acde0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:05.403879 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1df55b78-af3a-43eb-8db8-cd998d7c3a66 req-3f1db7f2-ceba-4fef-acca-7879acde0d9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 1131 time: 0.0450699 Mar 10 05:09:05.451760 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1df55b78-af3a-43eb-8db8-cd998d7c3a66 req-c58dfedf-4bea-4804-a44b-a3929e0f5ce8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406497 Mar 10 05:09:05.534238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede2659-9cb9-4730-9cdd-c81ac6cd63d6 req-c7c02f21-cdd2-4c3d-96aa-af26bed50e60 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:05.535567 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cede2659-9cb9-4730-9cdd-c81ac6cd63d6 req-c7c02f21-cdd2-4c3d-96aa-af26bed50e60 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0569460 Mar 10 05:09:05.593300 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cede2659-9cb9-4730-9cdd-c81ac6cd63d6 req-3dbc07bf-70a5-4f11-8f4c-fcfa58494dde tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520842 Mar 10 05:09:06.360380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc53f54-9972-4341-8bd0-af21898dfea8 req-4fe3a10c-29c4-4820-a57a-11d755e29cbe tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:06.361892 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2dc53f54-9972-4341-8bd0-af21898dfea8 req-4fe3a10c-29c4-4820-a57a-11d755e29cbe tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0565844 Mar 10 05:09:06.408102 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2dc53f54-9972-4341-8bd0-af21898dfea8 req-9b16edff-5d6c-42ef-ab71-4b24d1d35463 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406671 Mar 10 05:09:06.418553 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064a665-222e-4c93-be62-6af8fe81e3af req-4b38a2ae-702a-4d82-bd4d-00574fb0b6d5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:06.420067 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f064a665-222e-4c93-be62-6af8fe81e3af req-4b38a2ae-702a-4d82-bd4d-00574fb0b6d5 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0540793 Mar 10 05:09:06.465949 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f064a665-222e-4c93-be62-6af8fe81e3af req-bce95417-5810-4617-9012-046b8194cdfc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404546 Mar 10 05:09:06.708238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28538694-ebfd-471c-9a4f-64cf96615e85 req-4e0e5c45-8d03-4f06-8504-28323c259956 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:06.709722 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-28538694-ebfd-471c-9a4f-64cf96615e85 req-4e0e5c45-8d03-4f06-8504-28323c259956 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0528109 Mar 10 05:09:06.767306 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-28538694-ebfd-471c-9a4f-64cf96615e85 req-79bc9bc8-f441-4388-91b7-722217234f8a tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513561 Mar 10 05:09:07.089816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3f6eb-510f-4ed8-9134-7f562a85877d req-4df38ab4-8c62-4958-b3c2-7a7e8e27ce8f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:07.091262 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2ea3f6eb-510f-4ed8-9134-7f562a85877d req-4df38ab4-8c62-4958-b3c2-7a7e8e27ce8f tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0524995 Mar 10 05:09:07.140047 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2ea3f6eb-510f-4ed8-9134-7f562a85877d req-b1447b8a-8cb9-4ee6-9cc6-1f6696bab8d3 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Mar 10 05:09:07.532312 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7a21-4e23-407a-abc0-65047ac58b29 req-f38c9dfb-ca19-449b-b8e5-fe989e16457c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:07.533828 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-297d7a21-4e23-407a-abc0-65047ac58b29 req-f38c9dfb-ca19-449b-b8e5-fe989e16457c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0583951 Mar 10 05:09:07.582385 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-297d7a21-4e23-407a-abc0-65047ac58b29 req-4bc60fa0-d7a3-47c9-8001-3272c9503b60 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Mar 10 05:09:07.837259 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66886fb3-5179-4407-a9f2-a1a30df7c398 req-b45ee0b2-2c48-4d82-b92f-4b5829e49ed4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:07.839164 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-66886fb3-5179-4407-a9f2-a1a30df7c398 req-b45ee0b2-2c48-4d82-b92f-4b5829e49ed4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.3034501 Mar 10 05:09:07.886450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50709701-19eb-4ae1-8ab2-65a8ed60612d req-82036ccb-a54e-4f26-975a-cbdeb628725a tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:07.886728 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-66886fb3-5179-4407-a9f2-a1a30df7c398 req-9bf118b6-8071-489f-b667-52d681a0b90c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Mar 10 05:09:07.888082 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-50709701-19eb-4ae1-8ab2-65a8ed60612d req-82036ccb-a54e-4f26-975a-cbdeb628725a tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0537820 Mar 10 05:09:07.946184 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-50709701-19eb-4ae1-8ab2-65a8ed60612d req-82fcd0fd-e77f-4ab7-b236-19abac02e1f9 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522578 Mar 10 05:09:08.254215 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b01986-9089-4008-b4fa-b51c52ee7857 req-983f7a61-e81f-442b-b9b8-d8d57d49ad48 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:08.255657 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-67b01986-9089-4008-b4fa-b51c52ee7857 req-983f7a61-e81f-442b-b9b8-d8d57d49ad48 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0512733 Mar 10 05:09:08.300823 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-67b01986-9089-4008-b4fa-b51c52ee7857 req-5fbab202-265e-472a-b9a2-036f6435eec0 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Mar 10 05:09:08.696991 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aabdd-2abf-48cf-ad37-f55b3b32985c req-fd371b9a-0a50-46a3-bd78-3d59eb4f0987 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:08.698993 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cb2aabdd-2abf-48cf-ad37-f55b3b32985c req-fd371b9a-0a50-46a3-bd78-3d59eb4f0987 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0513880 Mar 10 05:09:08.748403 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cb2aabdd-2abf-48cf-ad37-f55b3b32985c req-b8badac5-e26c-4d40-bb26-f902fede9519 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Mar 10 05:09:09.011605 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a603bd-8820-475d-bad0-5b8603593e32 req-f7bbc6dc-e18d-494c-baff-fdd8a08ff548 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:09.013067 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-46a603bd-8820-475d-bad0-5b8603593e32 req-f7bbc6dc-e18d-494c-baff-fdd8a08ff548 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0541646 Mar 10 05:09:09.058496 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-46a603bd-8820-475d-bad0-5b8603593e32 req-b7fdcf9f-4751-4cb5-abb1-c1bdd838d25b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 Mar 10 05:09:09.060602 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb449727-81d3-46c0-afc7-0c178eefbf67 req-96be249c-9d63-4d7f-8717-26be61cc3b96 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:09.062167 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fb449727-81d3-46c0-afc7-0c178eefbf67 req-96be249c-9d63-4d7f-8717-26be61cc3b96 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0521858 Mar 10 05:09:09.122645 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-fb449727-81d3-46c0-afc7-0c178eefbf67 req-e8712390-38a0-4942-b274-52aa23512348 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549693 Mar 10 05:09:09.419763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63837ce8-3dd8-40f9-a68c-5cd6649f456b req-d57fae39-2a2e-4579-a8a4-1209c1cb5fc2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:09.421276 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-63837ce8-3dd8-40f9-a68c-5cd6649f456b req-d57fae39-2a2e-4579-a8a4-1209c1cb5fc2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0568047 Mar 10 05:09:09.467186 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-63837ce8-3dd8-40f9-a68c-5cd6649f456b req-fe974f86-1516-44f0-b87a-48fa2aa62582 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Mar 10 05:09:09.867540 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083215c-b20e-48e8-8c23-2bd9ae714779 req-d8a905b6-d4f5-45a5-9536-b15cea6cb95c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:09.868895 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d083215c-b20e-48e8-8c23-2bd9ae714779 req-d8a905b6-d4f5-45a5-9536-b15cea6cb95c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0551262 Mar 10 05:09:09.918016 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d083215c-b20e-48e8-8c23-2bd9ae714779 req-d9034758-5e0b-4839-90a3-7da0c9759bb9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Mar 10 05:09:10.207365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d71f3-89f2-4f4b-9607-0f97a9d9ba25 req-ebe6ddbb-2853-45bd-9675-44a98063924d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:10.209050 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf8d71f3-89f2-4f4b-9607-0f97a9d9ba25 req-ebe6ddbb-2853-45bd-9675-44a98063924d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0743113 Mar 10 05:09:10.262115 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf8d71f3-89f2-4f4b-9607-0f97a9d9ba25 req-865f0c98-4c96-47bf-951b-09f9606afcab tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Mar 10 05:09:10.271595 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64e05-d90d-479d-8b68-176f5ca62a5e req-008a9be3-4d92-4136-9986-862037f7dd03 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:10.273119 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-35c64e05-d90d-479d-8b68-176f5ca62a5e req-008a9be3-4d92-4136-9986-862037f7dd03 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0719101 Mar 10 05:09:10.338538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-35c64e05-d90d-479d-8b68-176f5ca62a5e req-f6aab1aa-f592-4471-a211-92602dc818ef tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579243 Mar 10 05:09:10.584219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99f60f-62b3-4321-9758-ed723c5803d3 req-56b36cbc-95e5-46a1-9854-deeef719cfd6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:10.585717 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e99f60f-62b3-4321-9758-ed723c5803d3 req-56b36cbc-95e5-46a1-9854-deeef719cfd6 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0535831 Mar 10 05:09:10.663586 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3e99f60f-62b3-4321-9758-ed723c5803d3 req-5db68ddd-6fd1-4179-8bf7-6192f0ef3e09 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674067 Mar 10 05:09:10.694052 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-4a17864e-2767-4bcc-9fdb-04af8c1eecad tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:10.695458 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-4a17864e-2767-4bcc-9fdb-04af8c1eecad tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0796080 Mar 10 05:09:10.793178 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port ad125e2a-8032-48da-9d56-fcf2149641d5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:10.793428 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:10.879377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] For port ad125e2a-8032-48da-9d56-fcf2149641d5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ad125e2a-8032-48da-9d56-fcf2149641d5,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:10.879737 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:11.035716 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384b84c-b301-4ba7-a7f5-c6de4a25e230 req-5fead0b0-7d29-4afa-9cf4-5ad8e0b30f62 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:11.037290 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d384b84c-b301-4ba7-a7f5-c6de4a25e230 req-5fead0b0-7d29-4afa-9cf4-5ad8e0b30f62 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 946 time: 0.0523751 Mar 10 05:09:11.053723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:11.053994 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:11.054302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP bc9340c6-c086-4ef6-b952-8775501cea87 disassociated. External IP: 172.27.1.76, port: ad125e2a-8032-48da-9d56-fcf2149641d5. Mar 10 05:09:11.054633 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for ad125e2a-8032-48da-9d56-fcf2149641d5 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:11.085638 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d384b84c-b301-4ba7-a7f5-c6de4a25e230 req-b9d77293-e326-4439-a037-5b431c6fe6f8 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=534c8116-ef56-4f77-8bb6-818711271e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Mar 10 05:09:11.181133 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (ad125e2a-8032-48da-9d56-fcf2149641d5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:11.219849 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=ad125e2a-8032-48da-9d56-fcf2149641d5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:11.345066 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:09:11.441228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba019-713f-4169-9214-f6b0d95ce2b0 req-b290aa28-7d95-4011-838e-c5ea46cab25c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:11.442706 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-073ba019-713f-4169-9214-f6b0d95ce2b0 req-b290aa28-7d95-4011-838e-c5ea46cab25c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.1002679 Mar 10 05:09:11.458624 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9856f-8186-4a90-80cc-49d194064fb2 req-99591877-9b1d-4791-988d-f8ed5786c17c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:11.460088 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ccb9856f-8186-4a90-80cc-49d194064fb2 req-99591877-9b1d-4791-988d-f8ed5786c17c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0533533 Mar 10 05:09:11.526407 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:09:11.535558 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ccb9856f-8186-4a90-80cc-49d194064fb2 req-9a644f7c-919b-49f1-a6d1-cb6ab08042ae tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660870 Mar 10 05:09:11.538246 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-073ba019-713f-4169-9214-f6b0d95ce2b0 req-a522d250-2c97-4b4f-be10-d9161aa2793e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868003 Mar 10 05:09:11.540291 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:09:11.575786 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:11.575786 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:08:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:11.576156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] No DVR routers for this DVR port ad125e2a-8032-48da-9d56-fcf2149641d5 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:09:11.578282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:11.582128 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2a57cbc7-6819-4f0c-9d80-c86a4a49a9ca req-e0ecd1df-537a-42b6-8f03-73cc102dc379 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "DELETE /v2.0/ports/ad125e2a-8032-48da-9d56-fcf2149641d5 HTTP/1.1" status: 204 len: 173 time: 0.8800721 Mar 10 05:09:11.582702 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'name': 'network-vif-deleted', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:11.585112 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a400e02-2ae5-40f5-bab6-38f4a49c31aa" -d '{"events": [{"server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "name": "network-vif-deleted", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:11.632137 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d18076-851c-4495-abf7-bcf38149ee35 x-openstack-request-id: req-83d18076-851c-4495-abf7-bcf38149ee35 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:11.632736 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8bdcb4-d324-4647-a519-67cfca7b070c", "name": "network-vif-deleted", "tag": "ad125e2a-8032-48da-9d56-fcf2149641d5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:11.633589 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83d18076-851c-4495-abf7-bcf38149ee35 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:11.634109 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8bdcb4-d324-4647-a519-67cfca7b070c', 'name': 'network-vif-deleted', 'tag': 'ad125e2a-8032-48da-9d56-fcf2149641d5', 'status': 'completed', 'code': 200} Mar 10 05:09:11.782807 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:11.813092 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f869b0-a3ad-4817-916f-b9bd938f9ad9 req-fdf78c9e-ce8e-4965-a1c2-f1192cef2621 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:11.814515 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6f869b0-a3ad-4817-916f-b9bd938f9ad9 req-fdf78c9e-ce8e-4965-a1c2-f1192cef2621 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0642095 Mar 10 05:09:11.862269 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6f869b0-a3ad-4817-916f-b9bd938f9ad9 req-4a45218c-f821-40e5-a2eb-c70666e4eb61 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Mar 10 05:09:11.980387 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:12.010281 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:09:12.018405 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:12.019005 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:08:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:12.142487 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:12.252498 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9c0246a6-d38e-40dc-85d8-9b36ad2f374d req-aa60557f-a465-48b0-90ef-efa10e02d881 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b8bdcb4-d324-4647-a519-67cfca7b070c HTTP/1.1" status: 200 len: 210 time: 0.0369577 Mar 10 05:09:12.398231 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:12.425210 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2f0e8-a546-4aff-b9a4-f11db365c3af None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:09:12.584774 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-2c74e3cf-2a52-4b2a-ad8f-bd30003b9179 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:12.586300 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-2c74e3cf-2a52-4b2a-ad8f-bd30003b9179 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0566607 Mar 10 05:09:12.655862 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284ea4ec-0be4-41d4-b3c2-e6a429d3ede2 None None] New status for floating IP bc9340c6-c086-4ef6-b952-8775501cea87: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:09:12.711087 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e6c2-d1e1-4281-9a91-8e00fc1a2761 req-217528fe-8be5-4258-b44a-86876ce7efca tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:12.712538 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8588e6c2-d1e1-4281-9a91-8e00fc1a2761 req-217528fe-8be5-4258-b44a-86876ce7efca tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.1115959 Mar 10 05:09:12.757656 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Deleting port 2c615b2a-3653-4715-af83-c0ea8096510c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:12.757993 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:12.809002 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8588e6c2-d1e1-4281-9a91-8e00fc1a2761 req-084fbeda-79ad-4609-920c-3dde3b5c45a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888300 Mar 10 05:09:12.876062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] For port 2c615b2a-3653-4715-af83-c0ea8096510c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2c615b2a-3653-4715-af83-c0ea8096510c,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:12.876354 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:12.888716 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Calling delete_port for 2c615b2a-3653-4715-af83-c0ea8096510c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:12.979028 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec964be-3a6a-4ac2-80a5-6a8fa1d343ad req-53154d02-2bd2-4dc8-97d5-c8aa2d0dc615 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:12.980855 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2ec964be-3a6a-4ac2-80a5-6a8fa1d343ad req-53154d02-2bd2-4dc8-97d5-c8aa2d0dc615 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=dadb756a-7f1a-45e7-a358-6e87f9960443 HTTP/1.1" status: 200 len: 946 time: 0.0523505 Mar 10 05:09:13.024753 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (2c615b2a-3653-4715-af83-c0ea8096510c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.028178 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2ec964be-3a6a-4ac2-80a5-6a8fa1d343ad req-4483be7d-8e31-4dca-8916-7f92af8eaef2 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Mar 10 05:09:13.048239 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['42494387-68d7-457f-a876-a266c659efe2', '2c615b2a-3653-4715-af83-c0ea8096510c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:09:13.055938 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Pushing event deleted for resources: {'Port': ['ID=2c615b2a-3653-4715-af83-c0ea8096510c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:13.104465 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] No DVR routers for this DVR port 2c615b2a-3653-4715-af83-c0ea8096510c on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:09:13.106903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.110216 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fabad5a1-05a4-4603-a7d4-30f1ef198eae req-0dbb639b-dbcc-4d91-b557-1b6866a7e244 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "DELETE /v2.0/ports/2c615b2a-3653-4715-af83-c0ea8096510c HTTP/1.1" status: 204 len: 173 time: 0.5168760 Mar 10 05:09:13.344907 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:13.393954 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf7810da-e6b0-4400-9807-821a3309a1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.398597 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (534c8116-ef56-4f77-8bb6-818711271e41), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.424641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (534c8116-ef56-4f77-8bb6-818711271e41), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.473768 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (534c8116-ef56-4f77-8bb6-818711271e41), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.476380 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.477503 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/security-groups/534c8116-ef56-4f77-8bb6-818711271e41 HTTP/1.1" status: 204 len: 168 time: 0.1315649 Mar 10 05:09:13.480648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:13.487463 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0494e47-1614-4191-98e8-76c4be8bcfc5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c8116-ef56-4f77-8bb6-818711271e41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:13.495901 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-9edfb6ef-734a-479a-a1d6-7636d7c7163b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] show failed (client error): The resource could not be found. Mar 10 05:09:13.497188 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-9edfb6ef-734a-479a-a1d6-7636d7c7163b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups/534c8116-ef56-4f77-8bb6-818711271e41 HTTP/1.1" status: 404 len: 347 time: 0.0149214 Mar 10 05:09:13.500069 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:13.627724 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port 7d533b65-09b4-4aa8-9010-2b481c240655 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:13.628440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.642655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'name': 'network-vif-deleted', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:13.645099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae9c58-cb34-4f7b-8c06-982146445169" -d '{"events": [{"server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "name": "network-vif-deleted", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:13.706261 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f4c5e-33e0-4c13-868e-f6ab8bb52b67 x-openstack-request-id: req-750f4c5e-33e0-4c13-868e-f6ab8bb52b67 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:13.706559 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadb756a-7f1a-45e7-a358-6e87f9960443", "name": "network-vif-deleted", "tag": "2c615b2a-3653-4715-af83-c0ea8096510c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:13.706823 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-750f4c5e-33e0-4c13-868e-f6ab8bb52b67 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:13.707395 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dadb756a-7f1a-45e7-a358-6e87f9960443', 'name': 'network-vif-deleted', 'tag': '2c615b2a-3653-4715-af83-c0ea8096510c', 'status': 'completed', 'code': 200} Mar 10 05:09:13.741866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.742280 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (7d533b65-09b4-4aa8-9010-2b481c240655), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.761005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for 7d533b65-09b4-4aa8-9010-2b481c240655 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:13.941750 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (7d533b65-09b4-4aa8-9010-2b481c240655), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:13.981225 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e544d1-836c-4fd7-898c-a579832b1a2b req-5f4cb34d-24a7-4e70-864b-6ddab0009afb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:13.982671 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-81e544d1-836c-4fd7-898c-a579832b1a2b req-5f4cb34d-24a7-4e70-864b-6ddab0009afb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0962033 Mar 10 05:09:13.985039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=7d533b65-09b4-4aa8-9010-2b481c240655,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:14.075592 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (bc9340c6-c086-4ef6-b952-8775501cea87), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.078109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.079254 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a3ad1686-b48e-4071-a299-70452e2c9d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/floatingips/bc9340c6-c086-4ef6-b952-8775501cea87 HTTP/1.1" status: 204 len: 168 time: 0.5782435 Mar 10 05:09:14.096853 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-81e544d1-836c-4fd7-898c-a579832b1a2b req-da294902-22f2-4c9e-882a-a00540c90acd tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950234 Mar 10 05:09:14.305970 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6426c-1e80-4b8d-ad0c-971bb0228ebe req-9453648a-a59e-4973-99e5-21f69e064652 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:14.308425 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5a6426c-1e80-4b8d-ad0c-971bb0228ebe req-9453648a-a59e-4973-99e5-21f69e064652 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0560679 Mar 10 05:09:14.359325 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5a6426c-1e80-4b8d-ad0c-971bb0228ebe req-71d78e45-a19f-404f-b1fb-71bdadda3f96 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Mar 10 05:09:14.508625 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:14.513198 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987584948', 'description': 'tempest-description--79184547'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:14.532930 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.599080 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (e6af1e19-e6bf-43f0-8817-ddcac4acfc54), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.604232 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e6af1e19-e6bf-43f0-8817-ddcac4acfc54), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.635545 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.636754 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1270754 Mar 10 05:09:14.638642 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90333eec-b785-46d4-9918-0a428eecc393 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af1e19-e6bf-43f0-8817-ddcac4acfc54,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:14.639765 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48090) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:14.644969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': 'e6af1e19-e6bf-43f0-8817-ddcac4acfc54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:14.678021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (f7e6d210-64af-4b0f-91ea-b38949a08052), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.734162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (f7e6d210-64af-4b0f-91ea-b38949a08052), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.738368 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (f7e6d210-64af-4b0f-91ea-b38949a08052), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.755866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e6d210-64af-4b0f-91ea-b38949a08052,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:14.764989 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.766235 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b3dd8512-f7eb-4c41-8734-80cc172eec6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254590 Mar 10 05:09:14.768932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:14.773371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': 'e6af1e19-e6bf-43f0-8817-ddcac4acfc54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:14.798832 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (c7206d2b-1ce0-4005-8902-f95715c193f3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.821802 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device ad125e2a-8032-48da-9d56-fcf2149641d5 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:14.844671 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: ad125e2a-8032-48da-9d56-fcf2149641d5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:14.845019 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device ad125e2a-8032-48da-9d56-fcf2149641d5 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:14.845653 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2c615b2a-3653-4715-af83-c0ea8096510c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:14.858962 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (c7206d2b-1ce0-4005-8902-f95715c193f3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.863560 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (c7206d2b-1ce0-4005-8902-f95715c193f3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.872191 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 2c615b2a-3653-4715-af83-c0ea8096510c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:14.872427 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2c615b2a-3653-4715-af83-c0ea8096510c not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:14.882964 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7206d2b-1ce0-4005-8902-f95715c193f3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:14.891550 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:14.892753 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e37ffbe1-6bef-4441-b06e-4f6ec5507d20 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228662 Mar 10 05:09:14.895775 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:14.900292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:14.920329 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.056961 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32096395-da5a-4dd3-8c77-9935ee3f5176 req-0ce59b8e-049f-4a59-b085-60653139c05b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:15.058502 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-32096395-da5a-4dd3-8c77-9935ee3f5176 req-0ce59b8e-049f-4a59-b085-60653139c05b tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0665252 Mar 10 05:09:15.064166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.151379 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-32096395-da5a-4dd3-8c77-9935ee3f5176 req-a4db2478-85aa-445a-9fc0-98c17b21aadd tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851674 Mar 10 05:09:15.210100 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.27.1.127 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/d2b7fbe1-34c6-4f9f-814f-030f2c6661ae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:09:15.229569 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aab0fa-0cce-4e0b-8d6f-00a80824452f req-e0a20a2d-b50c-4d8b-9792-b959c87758a0 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:15.231065 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-07aab0fa-0cce-4e0b-8d6f-00a80824452f req-e0a20a2d-b50c-4d8b-9792-b959c87758a0 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0603542 Mar 10 05:09:15.289902 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-07aab0fa-0cce-4e0b-8d6f-00a80824452f req-8b2097bc-3641-4261-a5af-287338099607 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531087 Mar 10 05:09:15.312342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.347846 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.385009 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:09:15.389658 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:09:15.393075 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:09:15.398376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=d2b7fbe1-34c6-4f9f-814f-030f2c6661ae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:15.514026 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.529315 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7222dc6-c3db-41fa-84a2-a736ff08ba15 req-4e005947-179e-43aa-bc4f-252fb645e9c7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:15.530781 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a7222dc6-c3db-41fa-84a2-a736ff08ba15 req-4e005947-179e-43aa-bc4f-252fb645e9c7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0930791 Mar 10 05:09:15.572105 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.628101 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a7222dc6-c3db-41fa-84a2-a736ff08ba15 req-bbef49ee-0884-4559-b4f2-b7d0b06ea90c tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781741 Mar 10 05:09:15.641897 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfd69acb-4644-4672-aa0c-2335e2b5b1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.746332 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.750909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.817300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=d2b7fbe1-34c6-4f9f-814f-030f2c6661ae,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:15.827414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.842446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:15.843647 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a7cb830d-13f4-499e-b4d8-e7a14dd2085d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9469762 Mar 10 05:09:16.040455 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-9ee27243-676e-4342-9e41-6c995b198e11 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--987584948&fields=id&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 267 time: 0.0406148 Mar 10 05:09:16.145345 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-6227f73c-e0d0-4939-9818-588e86484a4d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:16.146796 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-6227f73c-e0d0-4939-9818-588e86484a4d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.1000834 Mar 10 05:09:16.161466 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2b5b33d6-19be-4235-84a4-8d60faf30929 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/quotas/9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 375 time: 0.0086777 Mar 10 05:09:16.217046 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-303705d2-67c1-4127-bd3d-35ea02b8880b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504792 Mar 10 05:09:16.281313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f5e9b-4d5a-4920-bc41-3db566ed88f8 req-adbdb3fa-c0bf-432b-aa27-80a1b573c2e5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:16.282837 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3d9f5e9b-4d5a-4920-bc41-3db566ed88f8 req-adbdb3fa-c0bf-432b-aa27-80a1b573c2e5 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0567682 Mar 10 05:09:16.312589 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-d9c2e834-f37c-4e6a-bddc-2cace422cc87 service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845327 Mar 10 05:09:16.330263 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3d9f5e9b-4d5a-4920-bc41-3db566ed88f8 req-284b098e-4778-4763-af42-2b50eb9da039 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Mar 10 05:09:16.407130 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-be7cccb5-8ee4-40ed-b24c-9e60c9bd46bb service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881479 Mar 10 05:09:16.441050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2d68-b103-443d-be30-f1898bc2924c req-2ef832b7-33df-4e94-84af-17731858df17 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:16.442531 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-227c2d68-b103-443d-be30-f1898bc2924c req-2ef832b7-33df-4e94-84af-17731858df17 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0565100 Mar 10 05:09:16.503127 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-227c2d68-b103-443d-be30-f1898bc2924c req-2e1a2789-5f49-4c8f-a469-f803dd2444f8 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=892705ce-62b8-4f43-8ce5-36b918c3c2a0&id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533576 Mar 10 05:09:16.568834 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0cb062f1-b544-4bb5-adf5-cb956b7f58f8 req-e2918496-0f88-4f6e-9f94-fd3c7cdd7f1d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 210 time: 0.0269706 Mar 10 05:09:16.710220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:16.764840 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ef68c-5367-499d-ac72-183e5fc3ae7b req-56725e54-f0f9-41bc-ba1d-c036810acf93 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:16.766632 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-923ef68c-5367-499d-ac72-183e5fc3ae7b req-56725e54-f0f9-41bc-ba1d-c036810acf93 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0554581 Mar 10 05:09:16.817635 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-923ef68c-5367-499d-ac72-183e5fc3ae7b req-17a3d30b-c4dd-43f5-a135-dd4758539549 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Mar 10 05:09:17.447082 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18619490-cc48-4e6f-838d-d36dc553f77f req-961d4cb2-1db8-4c01-97f8-8922f45127a8 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:17.448529 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-18619490-cc48-4e6f-838d-d36dc553f77f req-961d4cb2-1db8-4c01-97f8-8922f45127a8 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Mar 10 05:09:17.495377 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-18619490-cc48-4e6f-838d-d36dc553f77f req-13eba365-5870-4006-bf45-cb41e6581732 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Mar 10 05:09:17.669284 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-117c5ee1-eff1-4ecc-96ba-b4e2bdc822f8 req-5eb42d29-ff8f-4aa0-a935-c1ffc17780fb tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 210 time: 0.0285745 Mar 10 05:09:17.737132 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-62921a6b-70cd-4621-99f1-46028db731d6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:17.738633 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-62921a6b-70cd-4621-99f1-46028db731d6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.1138761 Mar 10 05:09:17.805321 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-c704a2e5-8ca2-4616-86ae-14773c430623 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 379 time: 0.0570228 Mar 10 05:09:17.817788 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'port': {'device_id': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'admin_state_up': True, 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'security_groups': ['e6af1e19-e6bf-43f0-8817-ddcac4acfc54']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:18.065036 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.279805 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-46be7ac1-0725-45ae-8aa4-b5c5dddbdef1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:18.281269 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-46be7ac1-0725-45ae-8aa4-b5c5dddbdef1 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.4029558 Mar 10 05:09:18.306786 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd570d-b267-47e2-a86a-469f71b3dc05 req-5a6dc7c9-45f1-4f3f-bda5-f3b3c9e81831 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:18.308873 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43bd570d-b267-47e2-a86a-469f71b3dc05 req-5a6dc7c9-45f1-4f3f-bda5-f3b3c9e81831 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1226709 Mar 10 05:09:18.310231 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:09:18.312564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.325169 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ea43b-dd9a-4ec6-bb03-77d6df21d9de req-ef0273b4-b0cd-4740-9e15-eea6e9bfe61f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:18.326703 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1c9ea43b-dd9a-4ec6-bb03-77d6df21d9de req-ef0273b4-b0cd-4740-9e15-eea6e9bfe61f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Mar 10 05:09:18.376746 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1c9ea43b-dd9a-4ec6-bb03-77d6df21d9de req-a48cd8fd-546d-4e5d-abf3-dfe59c02b884 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 Mar 10 05:09:18.466418 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43bd570d-b267-47e2-a86a-469f71b3dc05 req-d4c265f0-cef8-476f-a8b1-bd7ad29f0048 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515343 Mar 10 05:09:18.533105 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Deleting port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:18.533513 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.553392 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.20.0.14 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/b3204c89-174d-4ed8-a4c0-d34e61e28edb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:09:18.613899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e163-a189-4805-9ff8-2677302f94e2 req-ef6f15c4-b75c-4017-bd79-5df02035fd50 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:18.615331 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-34f7e163-a189-4805-9ff8-2677302f94e2 req-ef6f15c4-b75c-4017-bd79-5df02035fd50 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Mar 10 05:09:18.661859 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-34f7e163-a189-4805-9ff8-2677302f94e2 req-6084ba71-1ca3-4ed7-a375-375935a767ce tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b01f5fd-2732-45a9-8642-cb46ec4f43c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Mar 10 05:09:18.667842 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] For port 88dc9164-aa92-438e-b2b6-ebfabdc7e369, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=88dc9164-aa92-438e-b2b6-ebfabdc7e369,segment=NetworkSegment(4d975106-3eff-4614-bc68-e58b6610c04a),segment_id=4d975106-3eff-4614-bc68-e58b6610c04a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:18.668217 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.691287 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Calling delete_port for 88dc9164-aa92-438e-b2b6-ebfabdc7e369 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:18.811295 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8570f46-a90b-49c6-bf5d-b3992198dddf req-78099e12-b955-4605-92c9-2042432abe16 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 210 time: 0.0428514 Mar 10 05:09:18.838970 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.917057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.965116 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (88dc9164-aa92-438e-b2b6-ebfabdc7e369), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:18.967765 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:09:18.976697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:09:18.980103 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['88dc9164-aa92-438e-b2b6-ebfabdc7e369'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:09:18.986197 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:09:18.991790 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:19.069564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Pushing event deleted for resources: {'Port': ['ID=88dc9164-aa92-438e-b2b6-ebfabdc7e369,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:19.091010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] No DVR routers for this DVR port 88dc9164-aa92-438e-b2b6-ebfabdc7e369 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:09:19.097953 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:19.098581 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.101480 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.105524 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f147afa6-cc64-4fda-8239-9c2bd650f877 req-d6f7e49b-ab2c-4b01-bda5-d7eda59b0e75 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.24 "DELETE /v2.0/ports/88dc9164-aa92-438e-b2b6-ebfabdc7e369 HTTP/1.1" status: 204 len: 173 time: 0.8178880 Mar 10 05:09:19.106003 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'name': 'network-vif-deleted', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:19.108282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340e3a2-d288-4efe-b3a1-5ac855ef6aac" -d '{"events": [{"server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "name": "network-vif-deleted", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:19.142975 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-01af62f5-b00c-44b3-85d4-6c3b0cc1f109 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3285167 Mar 10 05:09:19.148921 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2afdbf-dee0-4ee2-acdb-77d6c8bcdf5a x-openstack-request-id: req-ff2afdbf-dee0-4ee2-acdb-77d6c8bcdf5a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:19.149495 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6285f130-b7f4-4504-a62a-99f87396e466", "name": "network-vif-deleted", "tag": "88dc9164-aa92-438e-b2b6-ebfabdc7e369", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:19.149968 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff2afdbf-dee0-4ee2-acdb-77d6c8bcdf5a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:19.151187 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6285f130-b7f4-4504-a62a-99f87396e466', 'name': 'network-vif-deleted', 'tag': '88dc9164-aa92-438e-b2b6-ebfabdc7e369', 'status': 'completed', 'code': 200} Mar 10 05:09:19.164516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Request body: {'port': {'device_id': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:19.234694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.269266 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-56235c11-7f36-4ede-a3ec-1b7b7444800a None None] Provisioning complete for port b3204c89-174d-4ed8-a4c0-d34e61e28edb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:09:19.269807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56235c11-7f36-4ede-a3ec-1b7b7444800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.305910 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-56235c11-7f36-4ede-a3ec-1b7b7444800a None None] Port b3204c89-174d-4ed8-a4c0-d34e61e28edb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:09:19.536058 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3204c89-174d-4ed8-a4c0-d34e61e28edb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:09:19.547122 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340423b0-0c4a-458b-99ff-3777767b23f2 req-9a91fab5-3b01-4d12-8e7f-a24e28c54462 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:19.548629 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-340423b0-0c4a-458b-99ff-3777767b23f2 req-9a91fab5-3b01-4d12-8e7f-a24e28c54462 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0982070 Mar 10 05:09:19.552905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks [] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.586413 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Transition to ACTIVE for port object b3204c89-174d-4ed8-a4c0-d34e61e28edb will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:09:19.596164 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.602039 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e46cb-ffac-426f-b203-38f95f811be9 req-abbde849-988c-4ad3-a094-f98759bdbb7a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:19.604307 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-499e46cb-ffac-426f-b203-38f95f811be9 req-abbde849-988c-4ad3-a094-f98759bdbb7a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0703309 Mar 10 05:09:19.623423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.650624 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-340423b0-0c4a-458b-99ff-3777767b23f2 req-8d27efaf-b378-47cb-967b-ba9f6b09b6b2 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950313 Mar 10 05:09:19.658740 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-499e46cb-ffac-426f-b203-38f95f811be9 req-16a12144-b1c6-48b1-a654-8ee0c65cf804 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473704 Mar 10 05:09:19.671681 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Pushing event updated for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:19.787359 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-85082565-30a3-492f-a880-df2e5fbe1d4b req-7e774c06-1957-4f03-aad6-170bf945e3f4 tempest-VolumesSnapshotTestJSON-472779785 tempest-VolumesSnapshotTestJSON-472779785-project] 10.222.0.11 "GET /v2.0/ports?device_id=6285f130-b7f4-4504-a62a-99f87396e466 HTTP/1.1" status: 200 len: 210 time: 0.0364146 Mar 10 05:09:19.805875 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Attempting to bind port b3204c89-174d-4ed8-a4c0-d34e61e28edb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:09:19.806534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Attempting to bind port b3204c89-174d-4ed8-a4c0-d34e61e28edb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:09:19.806869 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Attempting to bind port b3204c89-174d-4ed8-a4c0-d34e61e28edb on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:09:19.812843 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Port b3204c89-174d-4ed8-a4c0-d34e61e28edb on network 90185edd-994f-454f-844c-1ceabef2dbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:09:19.813507 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Attempting to bind port b3204c89-174d-4ed8-a4c0-d34e61e28edb on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:09:19.818642 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:09:19.819076 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:09:19.819646 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:09:19.820135 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Bound port: b3204c89-174d-4ed8-a4c0-d34e61e28edb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:09:19.820564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.903886 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:09:19.907692 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:09:19.914473 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.949064 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80981ff-ebe6-4e0c-b548-87e170ecf328 req-ec72fda9-d76f-4af8-b16a-150edec4cd1e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:19.953842 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c80981ff-ebe6-4e0c-b548-87e170ecf328 req-ec72fda9-d76f-4af8-b16a-150edec4cd1e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 944 time: 0.0724699 Mar 10 05:09:19.964626 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:19.965346 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:19.966857 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3204c89-174d-4ed8-a4c0-d34e61e28edb HTTP/1.1" status: 200 len: 1094 time: 0.8067834 Mar 10 05:09:20.002699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bcd1-fc4b-4927-9848-d0f856977e62 service neutron] Pushing event updated for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:20.012282 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c80981ff-ebe6-4e0c-b548-87e170ecf328 req-045b1952-b5dd-4e41-a75e-12964a872268 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535405 Mar 10 05:09:20.067040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-82416d7c-fb91-4906-9e5d-4e483cd73a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:20.068648 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-82416d7c-fb91-4906-9e5d-4e483cd73a59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 1128 time: 0.0525420 Mar 10 05:09:20.117303 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-10487170-1d7d-4890-8533-f16fc9399d8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb HTTP/1.1" status: 200 len: 217 time: 0.0353601 Mar 10 05:09:20.174587 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-231930a4-2e26-4d1d-9dda-f4bcfb102f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:20.176034 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-231930a4-2e26-4d1d-9dda-f4bcfb102f5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0476146 Mar 10 05:09:20.230923 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4064ed-ab03-422d-93df-810786cb3626 req-ec5a391a-5f20-41f9-9b72-07c0bfefdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:20.232312 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-ec5a391a-5f20-41f9-9b72-07c0bfefdbeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441289 Mar 10 05:09:20.327079 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-2ca4f88f-9ee3-4492-9ac6-a7a1253cae6c service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833843 Mar 10 05:09:20.417259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4c4064ed-ab03-422d-93df-810786cb3626 req-e476800b-1004-40ad-a5f4-2d708457cfff service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834980 Mar 10 05:09:20.783504 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ea48-7738-479b-90df-63515fb6cfbc req-1132f323-d86f-4933-846b-4d1f020f15a7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:20.784162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72265d2d-9665-43cd-b77f-b2a8c175514b req-580e6580-93ed-48b3-894e-b06a0756a8b4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:20.785247 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ab46ea48-7738-479b-90df-63515fb6cfbc req-1132f323-d86f-4933-846b-4d1f020f15a7 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0533824 Mar 10 05:09:20.786049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72265d2d-9665-43cd-b77f-b2a8c175514b req-580e6580-93ed-48b3-894e-b06a0756a8b4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0557594 Mar 10 05:09:20.849642 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72265d2d-9665-43cd-b77f-b2a8c175514b req-f20339bb-e5d2-4994-a671-28c7c9f823f8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563397 Mar 10 05:09:20.851176 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ab46ea48-7738-479b-90df-63515fb6cfbc req-f816a6a4-2e91-437c-b305-296c4291a600 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602064 Mar 10 05:09:21.132332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7b85-7f08-4f58-95d4-8567acfe30fe req-3f6aa579-9e67-48d4-abb4-6ed57869d3c5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.133840 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-014a7b85-7f08-4f58-95d4-8567acfe30fe req-3f6aa579-9e67-48d4-abb4-6ed57869d3c5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 944 time: 0.0601087 Mar 10 05:09:21.152671 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:21.155032 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0a38f-ceec-4ea6-8beb-4abe939b363c" -d '{"events": [{"name": "network-changed", "server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:21.191797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b2586-357b-4315-ac64-8b96cdace7e7 x-openstack-request-id: req-543b2586-357b-4315-ac64-8b96cdace7e7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:21.192095 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:21.192355 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-543b2586-357b-4315-ac64-8b96cdace7e7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:21.192759 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'status': 'completed', 'code': 200} Mar 10 05:09:21.268740 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-c7fb36a7-bd8c-4239-a51d-165ac2f9aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.270395 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-c7fb36a7-bd8c-4239-a51d-165ac2f9aa9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 1128 time: 0.0481653 Mar 10 05:09:21.366915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-e6db0dc1-e530-4777-bcbc-ec7e9e58092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.368505 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-e6db0dc1-e530-4777-bcbc-ec7e9e58092e service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.0889795 Mar 10 05:09:21.390750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-014a7b85-7f08-4f58-95d4-8567acfe30fe req-152ffbb4-dafa-4853-a235-a594a7355583 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500231 Mar 10 05:09:21.416913 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-8fbe9405-841d-4cf3-a9c0-041980dac7b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb HTTP/1.1" status: 200 len: 217 time: 0.0377426 Mar 10 05:09:21.473309 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-b56348ad-8818-42d4-b13b-7b33b08879da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.474773 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-b56348ad-8818-42d4-b13b-7b33b08879da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0505307 Mar 10 05:09:21.528091 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-2ebcbee6-05a0-4e64-a9db-46d2af3bcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.529929 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-2ebcbee6-05a0-4e64-a9db-46d2af3bcb41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483978 Mar 10 05:09:21.627862 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-4b1fa6f5-6496-499c-9693-ec534b4af7db service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906069 Mar 10 05:09:21.738689 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-93d0a38f-ceec-4ea6-8beb-4abe939b363c req-1a05913c-4b9a-4c03-907a-8bfbdde099e7 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968113 Mar 10 05:09:21.979621 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-28f3bd30-9c09-4592-80d8-a639bcaf3307 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.981782 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-28f3bd30-9c09-4592-80d8-a639bcaf3307 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.1034157 Mar 10 05:09:21.986287 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d99d4-7ff2-48fe-bf72-7b51262033fd req-52207eaf-50ba-4186-b13c-2d34776461f4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:21.988815 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5b8d99d4-7ff2-48fe-bf72-7b51262033fd req-52207eaf-50ba-4186-b13c-2d34776461f4 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 945 time: 0.0609374 Mar 10 05:09:22.039948 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5b8d99d4-7ff2-48fe-bf72-7b51262033fd req-8273a23c-291a-4401-86d6-eede423e01d1 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/security-groups?id=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Mar 10 05:09:22.047418 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe24e-2aee-429e-9ffb-e0f09cf695ee req-477f5fcb-a741-447a-80ee-57b0352e19c3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:22.048910 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cedfe24e-2aee-429e-9ffb-e0f09cf695ee req-477f5fcb-a741-447a-80ee-57b0352e19c3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1163354 Mar 10 05:09:22.141494 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cedfe24e-2aee-429e-9ffb-e0f09cf695ee req-21bdd8fa-1473-42a4-9355-5ecc074db547 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857079 Mar 10 05:09:22.155376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Deleting port 42494387-68d7-457f-a876-a266c659efe2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:22.155717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (42494387-68d7-457f-a876-a266c659efe2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:22.255505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] For port 42494387-68d7-457f-a876-a266c659efe2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=42494387-68d7-457f-a876-a266c659efe2,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:22.255774 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (42494387-68d7-457f-a876-a266c659efe2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:22.270535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Calling delete_port for 42494387-68d7-457f-a876-a266c659efe2 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:22.416539 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (42494387-68d7-457f-a876-a266c659efe2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:22.428185 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['42494387-68d7-457f-a876-a266c659efe2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:09:22.447921 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Pushing event deleted for resources: {'Port': ['ID=42494387-68d7-457f-a876-a266c659efe2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:22.492455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] No DVR routers for this DVR port 42494387-68d7-457f-a876-a266c659efe2 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:09:22.496139 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:22.499514 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b2e115f2-1c28-47fb-86f3-191637c60729 req-a74a482c-c16a-49fd-96f7-39aa3d5b3daf tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.24 "DELETE /v2.0/ports/42494387-68d7-457f-a876-a266c659efe2 HTTP/1.1" status: 204 len: 173 time: 0.5111098 Mar 10 05:09:22.516864 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f5f80-b38e-4dd0-ab5e-f50682e5dd44 req-15d22715-6d3b-4334-88ca-934d76f4b768 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:22.518657 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6c3f5f80-b38e-4dd0-ab5e-f50682e5dd44 req-15d22715-6d3b-4334-88ca-934d76f4b768 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 944 time: 0.0542173 Mar 10 05:09:22.570232 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6c3f5f80-b38e-4dd0-ab5e-f50682e5dd44 req-90814345-4be0-4876-b713-575c19158936 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Mar 10 05:09:23.150189 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea3274a6-0f1b-418c-a565-97d1a1737be0 req-ad0d7d6b-8073-4f37-8cc1-86c682268ab5 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 210 time: 0.0293612 Mar 10 05:09:23.194000 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'name': 'network-vif-deleted', 'tag': '42494387-68d7-457f-a876-a266c659efe2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:23.196377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e93b59-3572-4971-9f64-e20823b8ada4" -d '{"events": [{"server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "name": "network-vif-deleted", "tag": "42494387-68d7-457f-a876-a266c659efe2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:23.231665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b341d-325f-45ba-ac7c-840c22b87801 x-openstack-request-id: req-9b1b341d-325f-45ba-ac7c-840c22b87801 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:23.231958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c", "name": "network-vif-deleted", "tag": "42494387-68d7-457f-a876-a266c659efe2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:23.232216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b1b341d-325f-45ba-ac7c-840c22b87801 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:23.232613 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c', 'name': 'network-vif-deleted', 'tag': '42494387-68d7-457f-a876-a266c659efe2', 'status': 'completed', 'code': 200} Mar 10 05:09:23.266789 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e1576-827b-40a9-ab10-433b54df3e5f req-09e9de6f-fe8e-4036-aff6-279cafc0393a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:23.268221 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4e1576-827b-40a9-ab10-433b54df3e5f req-09e9de6f-fe8e-4036-aff6-279cafc0393a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0506356 Mar 10 05:09:23.312763 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c4e1576-827b-40a9-ab10-433b54df3e5f req-3f67e5a9-910b-43fb-88d4-d3d227c7fe28 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Mar 10 05:09:23.415792 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 88dc9164-aa92-438e-b2b6-ebfabdc7e369 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:23.435488 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 88dc9164-aa92-438e-b2b6-ebfabdc7e369 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:23.436060 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 88dc9164-aa92-438e-b2b6-ebfabdc7e369 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:23.688583 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ca73f-1fff-41c2-b8ff-9531555c329b req-36f5313f-ff1c-4e34-9e03-0ea27a950ed5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:23.690073 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-265ca73f-1fff-41c2-b8ff-9531555c329b req-36f5313f-ff1c-4e34-9e03-0ea27a950ed5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 944 time: 0.0530338 Mar 10 05:09:23.737436 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-265ca73f-1fff-41c2-b8ff-9531555c329b req-6ca9c0ef-6ab4-4d85-8249-ad19dd3fe8d5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Mar 10 05:09:24.252382 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-af77c92d-b1e1-4b67-8e7d-930916a018cb req-26235d80-1228-4a28-aa61-03cd38fa7a8a tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 210 time: 0.0257864 Mar 10 05:09:24.429252 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347b196-d640-4360-8f23-1b9e810679b7 req-ffe3ef37-c026-445a-b41b-91c1c3ce0fe8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:24.430647 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b347b196-d640-4360-8f23-1b9e810679b7 req-ffe3ef37-c026-445a-b41b-91c1c3ce0fe8 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0531485 Mar 10 05:09:24.476792 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b347b196-d640-4360-8f23-1b9e810679b7 req-7027c471-6d86-4f20-ae65-85db4572f860 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403900 Mar 10 05:09:24.853627 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d091f-4413-44d9-8753-4db3754835f3 req-167fb9d8-34a4-4c44-b21d-cb1c21089020 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:24.855071 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2e4d091f-4413-44d9-8753-4db3754835f3 req-167fb9d8-34a4-4c44-b21d-cb1c21089020 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 944 time: 0.0542514 Mar 10 05:09:24.900767 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2e4d091f-4413-44d9-8753-4db3754835f3 req-dc78493a-ff1c-429c-9ae6-02f3f5bb73b2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Mar 10 05:09:25.210012 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b3204c89-174d-4ed8-a4c0-d34e61e28edb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:09:25.307710 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:25.318926 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'port_id': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'mac_address': 'fa:16:3e:f8:c0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:09:25.355809 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b3204c89-174d-4ed8-a4c0-d34e61e28edb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:09:25.356197 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:25.369325 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3204c89-174d-4ed8-a4c0-d34e61e28edb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:09:25.369528 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1290b931-bd38-4318-8e03-adf0a76fc2ce req-25b118ba-a640-476d-84c7-4aeeef7a6998 tempest-ServerRescueNegativeTestJSON-519299756 tempest-ServerRescueNegativeTestJSON-519299756-project] 10.222.0.11 "GET /v2.0/ports?device_id=45e86555-5a1b-4e9f-a9bc-23aa76ff6a2c HTTP/1.1" status: 200 len: 210 time: 0.0300543 Mar 10 05:09:25.391817 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:25.396119 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:25.440561 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:25.596125 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54550d8-2f87-4a5c-b0e5-3103185d3045 req-5318e96b-b5ee-47b4-90e3-7c61fde4894b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:25.597847 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b54550d8-2f87-4a5c-b0e5-3103185d3045 req-5318e96b-b5ee-47b4-90e3-7c61fde4894b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0556633 Mar 10 05:09:25.657892 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b54550d8-2f87-4a5c-b0e5-3103185d3045 req-59dff46f-ccb2-487c-b4b0-7ad06b4e56fb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521150 Mar 10 05:09:25.736241 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['b3204c89-174d-4ed8-a4c0-d34e61e28edb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:09:26.027517 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c368-b74d-40ff-8d79-0c5a5cbace0a req-9adf21f2-df1c-49a9-a340-95c37fad4d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:26.028941 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8b35c368-b74d-40ff-8d79-0c5a5cbace0a req-9adf21f2-df1c-49a9-a340-95c37fad4d7a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Mar 10 05:09:26.079639 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8b35c368-b74d-40ff-8d79-0c5a5cbace0a req-31ccf339-792d-46b2-b0b0-6f5a3087f96d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449531 Mar 10 05:09:26.424791 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:26.830863 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e485b1f-f477-4d53-9275-f51f66ade346 req-848df8fb-2b13-4003-ad64-390f2d54b48e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:26.832127 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9e485b1f-f477-4d53-9275-f51f66ade346 req-848df8fb-2b13-4003-ad64-390f2d54b48e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1009877 Mar 10 05:09:26.914872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:26.921566 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9e485b1f-f477-4d53-9275-f51f66ade346 req-8ad61851-4e42-4d93-9fed-5cfa9436fed9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813365 Mar 10 05:09:27.179452 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.209124 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b3204c89-174d-4ed8-a4c0-d34e61e28edb up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:09:27.218241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44275f45-90e6-4a45-b5d4-2d2a8e87fc0a req-df07878b-a3ec-43cc-9917-b82273eb432f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.219773 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-44275f45-90e6-4a45-b5d4-2d2a8e87fc0a req-df07878b-a3ec-43cc-9917-b82273eb432f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 945 time: 0.0721359 Mar 10 05:09:27.263090 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port b3204c89-174d-4ed8-a4c0-d34e61e28edb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:09:27.268708 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port b3204c89-174d-4ed8-a4c0-d34e61e28edb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:09:27.269379 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.276554 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-44275f45-90e6-4a45-b5d4-2d2a8e87fc0a req-24a7ed7f-087a-4be9-9fc2-31749225f9a1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504673 Mar 10 05:09:27.301468 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-b18705bb-1a73-4929-8376-5519d9666777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.302936 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-b18705bb-1a73-4929-8376-5519d9666777 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.3509145 Mar 10 05:09:27.348863 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port b3204c89-174d-4ed8-a4c0-d34e61e28edb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:09:27.349291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.372065 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:27.374290 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25cea4-e7df-4ae6-8fd5-199c21cce3ef" -d '{"events": [{"server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:27.387113 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:27.390800 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.391923 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 42494387-68d7-457f-a876-a266c659efe2 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:27.514987 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-b3fa87f8-a929-4f31-9f72-69cc6b1f41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.516643 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-b3fa87f8-a929-4f31-9f72-69cc6b1f41ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.1816828 Mar 10 05:09:27.560785 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe3e44-de2d-49d0-8fde-cf6f0b666e72 x-openstack-request-id: req-e8fe3e44-de2d-49d0-8fde-cf6f0b666e72 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:27.561205 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "name": "network-vif-plugged", "status": "completed", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:27.561461 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8fe3e44-de2d-49d0-8fde-cf6f0b666e72 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:27.561851 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'code': 200} Mar 10 05:09:27.564142 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 42494387-68d7-457f-a876-a266c659efe2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:27.564482 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 42494387-68d7-457f-a876-a266c659efe2 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:27.586831 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:27.635568 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-0a9484cf-06ee-4492-a5ee-771d1014b7dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.1111920 Mar 10 05:09:27.699850 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0ea0-ca01-4dac-a740-1c99603ac3a7 req-e5de3dea-d774-4483-a30d-9dec4e7cb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.701347 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72ea0ea0-ca01-4dac-a740-1c99603ac3a7 req-e5de3dea-d774-4483-a30d-9dec4e7cb537 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 1130 time: 0.1204805 Mar 10 05:09:27.726228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-2378ad93-337f-439a-8d4c-51d4158f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.727605 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-2378ad93-337f-439a-8d4c-51d4158f5e38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0717826 Mar 10 05:09:27.783579 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Deleting port 64580fcc-a213-4937-a7e2-646a3944a277 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:27.783839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (64580fcc-a213-4937-a7e2-646a3944a277), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.803148 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72ea0ea0-ca01-4dac-a740-1c99603ac3a7 req-fa2845c9-588f-46e6-9195-d697b10f68bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929732 Mar 10 05:09:27.856006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-42a415f3-7f26-4ccc-9848-329953623f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:27.857483 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-42a415f3-7f26-4ccc-9848-329953623f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1199226 Mar 10 05:09:27.877432 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] For port 64580fcc-a213-4937-a7e2-646a3944a277, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=64580fcc-a213-4937-a7e2-646a3944a277,segment=NetworkSegment(8a0161e7-360b-4c8d-9046-3af616ee803c),segment_id=8a0161e7-360b-4c8d-9046-3af616ee803c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:27.877797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (64580fcc-a213-4937-a7e2-646a3944a277), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:27.890429 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Calling delete_port for 64580fcc-a213-4937-a7e2-646a3944a277 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:28.053600 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832e3db-1e4c-4458-8e44-2e7204ebd1c7 req-a77271aa-98b9-4348-a0d4-36b6e8ac6a7c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:28.055003 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9832e3db-1e4c-4458-8e44-2e7204ebd1c7 req-a77271aa-98b9-4348-a0d4-36b6e8ac6a7c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0527260 Mar 10 05:09:28.110463 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9832e3db-1e4c-4458-8e44-2e7204ebd1c7 req-120c6522-0eac-4b6a-8680-61d24e88c133 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478320 Mar 10 05:09:28.139699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (64580fcc-a213-4937-a7e2-646a3944a277), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:28.173972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=64580fcc-a213-4937-a7e2-646a3944a277,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:28.187900 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-9dfc7efb-a0d6-4fa5-8f0f-7e578596567d service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544223 Mar 10 05:09:28.380103 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-627a54c4-0434-4ff3-85d6-1a213147b408 req-cbcacf8c-c6dd-45ae-868c-8974a24c7876 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739132 Mar 10 05:09:28.465333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6ee8c-25b0-4915-83c8-a35118753ec0 req-2fb0a2c9-0720-4202-bcc3-235d3456670e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:28.466764 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-53f6ee8c-25b0-4915-83c8-a35118753ec0 req-2fb0a2c9-0720-4202-bcc3-235d3456670e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.1137445 Mar 10 05:09:28.475408 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:28.561417 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-53f6ee8c-25b0-4915-83c8-a35118753ec0 req-43b0bbcc-6a2d-4f36-9862-e041f9dc4068 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876858 Mar 10 05:09:28.719152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:09:28.823414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:09:28.828429 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3bdd384e-0b59-4811-a2de-2b581aca3f69 admin admin] 10.222.0.11 "PUT /v2.0/routers/8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025886 Mar 10 05:09:28.830941 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:28.832258 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Sync routers for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:09:28.844958 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:28.845827 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:28.952545 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks [] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:28.959786 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:29.065721 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks [] for router_gateway (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.119816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Deleting port d245a642-42f8-477b-8437-5530c2d73258 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:09:29.120166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (d245a642-42f8-477b-8437-5530c2d73258), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.147385 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd245a642-42f8-477b-8437-5530c2d73258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:09:28Z', 'revision_number': 5, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port': {'id': 'd245a642-42f8-477b-8437-5530c2d73258', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:72:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:21Z', 'updated_at': '2022-03-10T05:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:29.180262 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Checking router: 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:09:29.189756 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Routers {'8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:29.190368 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:29.210944 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] For port d245a642-42f8-477b-8437-5530c2d73258, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=d245a642-42f8-477b-8437-5530c2d73258,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:09:29.211568 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (d245a642-42f8-477b-8437-5530c2d73258), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.228263 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Calling delete_port for d245a642-42f8-477b-8437-5530c2d73258 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:09:29.229037 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5f072-1ee1-46d0-8c43-cda7e69d44d3 req-16fccde2-4e55-474e-8d1b-f96a65942386 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:29.230460 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c3e5f072-1ee1-46d0-8c43-cda7e69d44d3 req-16fccde2-4e55-474e-8d1b-f96a65942386 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0545444 Mar 10 05:09:29.280676 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] Set router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:29.292757 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c3e5f072-1ee1-46d0-8c43-cda7e69d44d3 req-a47ae388-d4f6-44cb-b1d4-463668cb110a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564802 Mar 10 05:09:29.343456 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:09:29Z', 'revision_number': 6, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:29.370066 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc14573d-c33c-43e2-9d28-092690c2a556 None None] The sync data for ids ['8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e'] in dv-cinder-804757-26-iscsi is: [{'id': '8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e', 'name': 'tempest-ServerRescueNegativeTestJSON-210275486-router', 'tenant_id': '2ef25dcaa14249adbce688ea7ba609e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:20Z', 'updated_at': '2022-03-10T05:09:29Z', 'revision_number': 6, 'project_id': '2ef25dcaa14249adbce688ea7ba609e1', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:09:29.421537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (d245a642-42f8-477b-8437-5530c2d73258), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.450262 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d245a642-42f8-477b-8437-5530c2d73258,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:29.519051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.636294 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.638823 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks [] for router_controller (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.733426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.734142 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:09:29.739739 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.740874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-bf236eaa-2609-4cce-ba84-10c818693ce8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8fe87d97-d8d4-4f6d-9604-7a8b2aaa0f3e HTTP/1.1" status: 204 len: 168 time: 0.9089782 Mar 10 05:09:29.743769 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:29.761882 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ad8ff-17be-4a2b-9b0f-f723f8244b8f req-0355ff93-9fc2-4dd4-98a4-30b43f6c3923 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:29.763490 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e10ad8ff-17be-4a2b-9b0f-f723f8244b8f req-0355ff93-9fc2-4dd4-98a4-30b43f6c3923 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.1308029 Mar 10 05:09:29.794602 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Deleting subnet f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:09:29.797760 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Publish callbacks [] for subnet (f2d0dd3b-0570-4d65-9d60-d03f1ad1e814), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.819498 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e10ad8ff-17be-4a2b-9b0f-f723f8244b8f req-82f05e87-b63e-407f-a989-1ca603c1c506 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498157 Mar 10 05:09:29.837594 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (f2d0dd3b-0570-4d65-9d60-d03f1ad1e814), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.878371 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (f2d0dd3b-0570-4d65-9d60-d03f1ad1e814), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:29.974123 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8752f8-8183-4c91-b0c4-af552d373f8b req-a234a315-bca4-4abc-876c-7a7230afa87b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:29.975589 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9e8752f8-8183-4c91-b0c4-af552d373f8b req-a234a315-bca4-4abc-876c-7a7230afa87b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.0949976 Mar 10 05:09:29.985906 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:29.993223 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'port_id': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:09:29.998336 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (f2d0dd3b-0570-4d65-9d60-d03f1ad1e814), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.054593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.059032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d0dd3b-0570-4d65-9d60-d03f1ad1e814,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:30.089776 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.092963 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6a878bf2-c016-4d45-a548-ad2ecee5e8bb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f2d0dd3b-0570-4d65-9d60-d03f1ad1e814 HTTP/1.1" status: 204 len: 168 time: 0.3480396 Mar 10 05:09:30.096341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:30.170401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (c521ea70-573f-4de1-8ab0-8cfffbc227f2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.257482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (c521ea70-573f-4de1-8ab0-8cfffbc227f2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.278915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c521ea70-573f-4de1-8ab0-8cfffbc227f2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:30.288005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0161e7-360b-4c8d-9046-3af616ee803c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:30.288293 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0161e7-360b-4c8d-9046-3af616ee803c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:30.297508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (8a0161e7-360b-4c8d-9046-3af616ee803c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.311111 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (8a0161e7-360b-4c8d-9046-3af616ee803c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.322110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:09:30.322565 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (8a0161e7-360b-4c8d-9046-3af616ee803c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:09:30.324622 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:09:30.550871 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.555410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.667599 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP fd881141-34b0-4a8c-8fc0-18a5dc239fc8 associated. External IP: 172.27.1.127, port: b3204c89-174d-4ed8-a4c0-d34e61e28edb. Mar 10 05:09:30.667810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (c521ea70-573f-4de1-8ab0-8cfffbc227f2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.677424 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.683839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c521ea70-573f-4de1-8ab0-8cfffbc227f2 HTTP/1.1" status: 204 len: 168 time: 0.5829456 Mar 10 05:09:30.698595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb76d1-0257-4d21-93ca-852841b26af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c521ea70-573f-4de1-8ab0-8cfffbc227f2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:30.719121 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3c46-1b0a-4318-89ed-42ed92f1a94d req-7a2b3e00-fac6-45fc-8ea0-b5e7845129fb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:30.722218 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ac3a3c46-1b0a-4318-89ed-42ed92f1a94d req-7a2b3e00-fac6-45fc-8ea0-b5e7845129fb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.3425603 Mar 10 05:09:30.769479 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ac3a3c46-1b0a-4318-89ed-42ed92f1a94d req-862edce6-a928-4f5c-8892-fa056231ecdc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431166 Mar 10 05:09:30.878593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:30.891074 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:09:30.905071 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 64580fcc-a213-4937-a7e2-646a3944a277 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:30.921190 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-cbcd9df1-9624-4912-abd9-131b725ce04a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ef25dcaa14249adbce688ea7ba609e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402083 Mar 10 05:09:30.922543 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:30.925542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 64580fcc-a213-4937-a7e2-646a3944a277 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:30.925893 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 64580fcc-a213-4937-a7e2-646a3944a277 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:30.926314 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d245a642-42f8-477b-8437-5530c2d73258 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:09:30.945801 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: d245a642-42f8-477b-8437-5530c2d73258 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:09:30.946142 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device d245a642-42f8-477b-8437-5530c2d73258 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:09:30.970262 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] Publish callbacks [] for security_group (1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:30.991434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] Publish callbacks [] for security_group (1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:31.010281 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:09:31.015045 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:31.021902 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:09:31.034178 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:31.034918 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:31.044573 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-43eacaa4-798d-4814-befa-fc734e691656 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "PUT /v2.0/floatingips/fd881141-34b0-4a8c-8fc0-18a5dc239fc8 HTTP/1.1" status: 200 len: 992 time: 1.0572450 Mar 10 05:09:31.045239 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:09:31.047630 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:09:31.050683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:31.053426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:31.057066 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd HTTP/1.1" status: 204 len: 168 time: 0.1309950 Mar 10 05:09:31.063971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c8366-954a-412f-9ed1-5e9f7ca1dd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d9ef9-5fa8-4628-92b5-e60dc8c1c8fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:31.098732 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54714318-7d26-437b-a4e4-6c3373b2bd4e x-openstack-request-id: req-54714318-7d26-437b-a4e4-6c3373b2bd4e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:09:31.099109 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:09:31.099433 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54714318-7d26-437b-a4e4-6c3373b2bd4e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:09:31.099897 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'status': 'completed', 'code': 200} Mar 10 05:09:31.174006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:31.448747 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'fd881141-34b0-4a8c-8fc0-18a5dc239fc8', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:f8:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:09:15Z', 'updated_at': '2022-03-10T05:09:30Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:31.477945 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:09:31.486375 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:09:31.486979 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:31.598491 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:09:31.820958 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'fd881141-34b0-4a8c-8fc0-18a5dc239fc8', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:f8:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:09:15Z', 'updated_at': '2022-03-10T05:09:30Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:31.851397 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722deea-67d4-4b16-87c4-c5444ce8c5af None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'fd881141-34b0-4a8c-8fc0-18a5dc239fc8', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:f8:c0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:09:15Z', 'updated_at': '2022-03-10T05:09:30Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:09:31.898748 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc275bd3-c5a7-4c73-9745-2927ed6f3a04 req-69391973-fc95-49c7-8553-17a63263e640 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:31.901591 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dc275bd3-c5a7-4c73-9745-2927ed6f3a04 req-69391973-fc95-49c7-8553-17a63263e640 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0598722 Mar 10 05:09:31.955563 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dc275bd3-c5a7-4c73-9745-2927ed6f3a04 req-f3a7958b-e67d-4953-8679-7db425ef564a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Mar 10 05:09:32.077362 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2ee7e-4b0a-42f7-af98-5e5bfde1d050 None None] New status for floating IP fd881141-34b0-4a8c-8fc0-18a5dc239fc8: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:09:32.787580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-d4d066a8-1648-4f6e-818a-77154ba75b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:32.789080 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-d4d066a8-1648-4f6e-818a-77154ba75b1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 1130 time: 0.0451925 Mar 10 05:09:32.889036 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-bb4cdb52-e7c0-4b47-818d-e94012bee47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:32.890539 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-bb4cdb52-e7c0-4b47-818d-e94012bee47d service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.0868993 Mar 10 05:09:32.957773 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-4441a284-4497-4a1c-afa7-a69ce1cefb0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb HTTP/1.1" status: 200 len: 1002 time: 0.0563526 Mar 10 05:09:33.010433 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-ca3bbe63-65af-4c54-8007-b21e66a5da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:33.012019 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-ca3bbe63-65af-4c54-8007-b21e66a5da10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0439942 Mar 10 05:09:33.096982 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-6d1dbd85-9475-41b8-a8e3-a0b4d9ff54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:33.098556 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-6d1dbd85-9475-41b8-a8e3-a0b4d9ff54ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0781386 Mar 10 05:09:33.107014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1ce63-714b-4d94-b454-001f6297aa71 req-1fcee59d-7658-432d-8bf1-4ec4853b82fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:33.108371 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6ee1ce63-714b-4d94-b454-001f6297aa71 req-1fcee59d-7658-432d-8bf1-4ec4853b82fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0803189 Mar 10 05:09:33.209436 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6ee1ce63-714b-4d94-b454-001f6297aa71 req-9a110cc6-fd60-4916-9625-85c2e4e4903e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931220 Mar 10 05:09:33.228766 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-5d71a7f4-5aa1-4b7c-81c3-6f682afe437a service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194506 Mar 10 05:09:33.317872 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f41e1b4a-1d6d-43f8-86d9-2f81d7fa2cf0 req-4512c868-83da-4b60-8cfd-ea10491d6ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Mar 10 05:09:34.332440 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcbdbc-4da7-4584-9f91-027a8080e1af req-4bee3dd5-87fc-4926-b4c5-07d1544b8489 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.334027 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-71fcbdbc-4da7-4584-9f91-027a8080e1af req-4bee3dd5-87fc-4926-b4c5-07d1544b8489 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Mar 10 05:09:34.380298 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-71fcbdbc-4da7-4584-9f91-027a8080e1af req-9f7e0074-e442-48fb-b363-7b9338883aa5 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Mar 10 05:09:34.579262 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755aa1b-7704-45f2-982b-9cb212af9709 req-573c8ca1-ec5d-448e-8008-14580842d008 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.581584 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d755aa1b-7704-45f2-982b-9cb212af9709 req-573c8ca1-ec5d-448e-8008-14580842d008 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0579646 Mar 10 05:09:34.630462 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d755aa1b-7704-45f2-982b-9cb212af9709 req-823a32e8-62a9-46ae-81e8-4ef4132912d1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Mar 10 05:09:34.660508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-32bebe7b-b47d-4242-84e7-5ebd39e6a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.661952 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-32bebe7b-b47d-4242-84e7-5ebd39e6a76a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.0607355 Mar 10 05:09:34.766950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-d81ba766-b7b4-472a-8db2-899957306da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.768432 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-d81ba766-b7b4-472a-8db2-899957306da2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.0967193 Mar 10 05:09:34.792656 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:34.843511 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-ee5416ec-6f5f-46a1-acfa-5b39c1cd8606 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.0645266 Mar 10 05:09:34.894979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-80d18a48-f858-470c-a922-85b6f1f412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.896154 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82eca1cf-8b78-426e-92d5-74122b6b84ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:34.896434 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-80d18a48-f858-470c-a922-85b6f1f412c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0454500 Mar 10 05:09:34.956864 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-d07b40b5-969d-4afa-acf0-1e2275bdb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:34.961289 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-d07b40b5-969d-4afa-acf0-1e2275bdb1a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521748 Mar 10 05:09:34.975169 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82eca1cf-8b78-426e-92d5-74122b6b84ac admin admin] Publish callbacks [] for security_group (5aa02451-b1f1-485b-87e1-52bec386865b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:34.980040 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82eca1cf-8b78-426e-92d5-74122b6b84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5aa02451-b1f1-485b-87e1-52bec386865b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:35.021616 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-82eca1cf-8b78-426e-92d5-74122b6b84ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7467a4f779b44b6fad48738c1c0755ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277730 Mar 10 05:09:35.022460 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca1cf-8b78-426e-92d5-74122b6b84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa02451-b1f1-485b-87e1-52bec386865b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:35.025446 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:35.083714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-846f35c0-1c0e-4901-9b9e-31eb4ed4ab25 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024115 Mar 10 05:09:35.084936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] Publish callbacks [] for security_group (5aa02451-b1f1-485b-87e1-52bec386865b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:35.109357 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] Publish callbacks [] for security_group (5aa02451-b1f1-485b-87e1-52bec386865b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:35.171718 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5aa02451-b1f1-485b-87e1-52bec386865b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:35.174576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:35.178094 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5aa02451-b1f1-485b-87e1-52bec386865b HTTP/1.1" status: 204 len: 168 time: 0.1458330 Mar 10 05:09:35.178355 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2225adc6-1d2e-4eeb-ad71-37ee3a5982d7 req-e2683936-ed7d-4f61-bec5-aeebc7759d14 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 Mar 10 05:09:35.183834 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8da9f5-2269-4305-8bae-8f99f3025d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa02451-b1f1-485b-87e1-52bec386865b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:35.760938 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8778be-1f0c-4c0b-9b4b-7586123e36bb req-a67e029c-07c8-475d-9aac-7efb804e921d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:35.762477 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8778be-1f0c-4c0b-9b4b-7586123e36bb req-a67e029c-07c8-475d-9aac-7efb804e921d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0584736 Mar 10 05:09:35.817001 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4b8778be-1f0c-4c0b-9b4b-7586123e36bb req-d0c4421a-c6fe-44e2-8820-a4bc3c3bc02e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481782 Mar 10 05:09:36.943180 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e2fb-6eaa-4a18-9bbf-00d24cccc828 req-e8083f2f-8a3e-4e68-9f21-96fb8b3f7083 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:09:36.944711 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6b25e2fb-6eaa-4a18-9bbf-00d24cccc828 req-e8083f2f-8a3e-4e68-9f21-96fb8b3f7083 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0555570 Mar 10 05:09:36.983677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:36.992139 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6b25e2fb-6eaa-4a18-9bbf-00d24cccc828 req-b0618dcc-2018-4bee-825f-7b753cd3a0b6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Mar 10 05:09:37.086227 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.161269 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Publish callbacks [] for security_group (e7f7b6c7-1628-4e65-a1e2-2266fae802f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.164898 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e7f7b6c7-1628-4e65-a1e2-2266fae802f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.200661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f7b6c7-1628-4e65-a1e2-2266fae802f0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:37.205419 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f9ede51fdc24c5d94abd2ffb78dadc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205832 Mar 10 05:09:37.208066 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:37.210640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.210998 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.211345 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.212414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.212770 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.213111 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.213464 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.213795 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.214127 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.214458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.214788 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.215110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.215433 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983623-0fd5-4341-989f-c6b7f83cdff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:09:37.259523 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] Publish callbacks [] for security_group (e7f7b6c7-1628-4e65-a1e2-2266fae802f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.284122 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] Publish callbacks [] for security_group (e7f7b6c7-1628-4e65-a1e2-2266fae802f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.334003 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e7f7b6c7-1628-4e65-a1e2-2266fae802f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.336617 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.337951 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7f7b6c7-1628-4e65-a1e2-2266fae802f0 HTTP/1.1" status: 204 len: 168 time: 0.1288271 Mar 10 05:09:37.348977 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f35b65-f3a9-44fb-beee-015564a66dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f7b6c7-1628-4e65-a1e2-2266fae802f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:37.608809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:37.624149 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efca1db-89df-4a58-a08f-15f95ca0e2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.697509 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efca1db-89df-4a58-a08f-15f95ca0e2fa admin admin] Publish callbacks [] for security_group (6ff2462d-406d-4b1f-a7e2-b27f809a350d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.701234 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7efca1db-89df-4a58-a08f-15f95ca0e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6ff2462d-406d-4b1f-a7e2-b27f809a350d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.739080 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7efca1db-89df-4a58-a08f-15f95ca0e2fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3250fc9df3c8474590941d73dabaec63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289907 Mar 10 05:09:37.739937 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efca1db-89df-4a58-a08f-15f95ca0e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2462d-406d-4b1f-a7e2-b27f809a350d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:37.741840 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:37.796852 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] Publish callbacks [] for security_group (6ff2462d-406d-4b1f-a7e2-b27f809a350d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.817523 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] Publish callbacks [] for security_group (6ff2462d-406d-4b1f-a7e2-b27f809a350d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.864918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6ff2462d-406d-4b1f-a7e2-b27f809a350d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.867478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:37.868853 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ff2462d-406d-4b1f-a7e2-b27f809a350d HTTP/1.1" status: 204 len: 168 time: 0.1260371 Mar 10 05:09:37.876297 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938968b5-4b27-4475-ae54-4cdd8b977b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2462d-406d-4b1f-a7e2-b27f809a350d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:39.755643 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:09:39.809511 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:39.914375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c031df-b872-424e-92be-29b9153a5345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:39.989629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c031df-b872-424e-92be-29b9153a5345 admin admin] Publish callbacks [] for security_group (305a1d4e-8ca2-418f-be6f-f95e0cf73f3d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:39.993324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03c031df-b872-424e-92be-29b9153a5345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (305a1d4e-8ca2-418f-be6f-f95e0cf73f3d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.030305 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-03c031df-b872-424e-92be-29b9153a5345 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6058a536758343a1b183e3b54953570c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197418 Mar 10 05:09:40.031232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c031df-b872-424e-92be-29b9153a5345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305a1d4e-8ca2-418f-be6f-f95e0cf73f3d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:40.032996 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:40.083282 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] Publish callbacks [] for security_group (305a1d4e-8ca2-418f-be6f-f95e0cf73f3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.104861 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] Publish callbacks [] for security_group (305a1d4e-8ca2-418f-be6f-f95e0cf73f3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.153410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (305a1d4e-8ca2-418f-be6f-f95e0cf73f3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.156079 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.157221 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/305a1d4e-8ca2-418f-be6f-f95e0cf73f3d HTTP/1.1" status: 204 len: 168 time: 0.1225660 Mar 10 05:09:40.164445 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321fc44-8631-4d15-8f8e-36007dfd847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a1d4e-8ca2-418f-be6f-f95e0cf73f3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:40.412257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:40.425663 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2208ee91-126b-4ad3-a44d-069558557cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.499292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2208ee91-126b-4ad3-a44d-069558557cfa admin admin] Publish callbacks [] for security_group (1d8628f8-5166-4056-b91e-b566eaad098a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.502952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2208ee91-126b-4ad3-a44d-069558557cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1d8628f8-5166-4056-b91e-b566eaad098a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.539710 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2208ee91-126b-4ad3-a44d-069558557cfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b7e07941ea04f68ac627257c2843ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263924 Mar 10 05:09:40.540705 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208ee91-126b-4ad3-a44d-069558557cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8628f8-5166-4056-b91e-b566eaad098a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:40.542455 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:40.590841 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] Publish callbacks [] for security_group (1d8628f8-5166-4056-b91e-b566eaad098a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.611290 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] Publish callbacks [] for security_group (1d8628f8-5166-4056-b91e-b566eaad098a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.659498 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1d8628f8-5166-4056-b91e-b566eaad098a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.662445 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:40.668613 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d8628f8-5166-4056-b91e-b566eaad098a HTTP/1.1" status: 204 len: 168 time: 0.1250153 Mar 10 05:09:40.676745 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14120e-a940-4442-9fd2-6399db617383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8628f8-5166-4056-b91e-b566eaad098a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:41.689811 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:41.793770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f98d47-b712-4bc2-bc49-8ca816092394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:41.866187 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f98d47-b712-4bc2-bc49-8ca816092394 admin admin] Publish callbacks [] for security_group (f1b5a0d3-1e13-4c8f-8856-42be412a7ee6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:41.870354 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03f98d47-b712-4bc2-bc49-8ca816092394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f1b5a0d3-1e13-4c8f-8856-42be412a7ee6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:41.913115 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:41.913714 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-03f98d47-b712-4bc2-bc49-8ca816092394 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00ba9ff1a2bf4b6083f5fade4bd6ec4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223196 Mar 10 05:09:41.914260 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f98d47-b712-4bc2-bc49-8ca816092394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5a0d3-1e13-4c8f-8856-42be412a7ee6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:41.966101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] Publish callbacks [] for security_group (f1b5a0d3-1e13-4c8f-8856-42be412a7ee6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:41.990056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] Publish callbacks [] for security_group (f1b5a0d3-1e13-4c8f-8856-42be412a7ee6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:42.037975 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f1b5a0d3-1e13-4c8f-8856-42be412a7ee6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:42.040729 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:42.042001 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1b5a0d3-1e13-4c8f-8856-42be412a7ee6 HTTP/1.1" status: 204 len: 168 time: 0.1277850 Mar 10 05:09:42.049365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f7fa4-090b-47ed-90e3-5766f31addcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5a0d3-1e13-4c8f-8856-42be412a7ee6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:43.037896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:43.081655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Deleting subnet b4c7fec9-8315-4470-972e-af63c7ea5007 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:09:43.084892 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Publish callbacks [] for subnet (b4c7fec9-8315-4470-972e-af63c7ea5007), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.118947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (b4c7fec9-8315-4470-972e-af63c7ea5007), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.158393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (b4c7fec9-8315-4470-972e-af63c7ea5007), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.219538 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (b4c7fec9-8315-4470-972e-af63c7ea5007), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.244478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c7fec9-8315-4470-972e-af63c7ea5007,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:43.248113 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.251759 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-90363951-c082-43bf-b27e-e77dda7ae1a1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4c7fec9-8315-4470-972e-af63c7ea5007 HTTP/1.1" status: 204 len: 168 time: 0.2128229 Mar 10 05:09:43.254323 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:43.330414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (8b02da67-bee5-4470-9008-ae94677096bb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.396286 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d150f31-f4b0-4fd3-ad74-181825379f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.416799 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (8b02da67-bee5-4470-9008-ae94677096bb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.436647 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b02da67-bee5-4470-9008-ae94677096bb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:43.446147 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d975106-3eff-4614-bc68-e58b6610c04a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:43.446419 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d975106-3eff-4614-bc68-e58b6610c04a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:09:43.456063 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (4d975106-3eff-4614-bc68-e58b6610c04a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.470210 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4d975106-3eff-4614-bc68-e58b6610c04a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.476624 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:09:43.477815 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (4d975106-3eff-4614-bc68-e58b6610c04a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:09:43.479755 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:09:43.537110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (8b02da67-bee5-4470-9008-ae94677096bb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.552685 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.556020 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b02da67-bee5-4470-9008-ae94677096bb HTTP/1.1" status: 204 len: 168 time: 0.3007243 Mar 10 05:09:43.557057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e5a8-ad41-47f7-84a3-a0e6f16d692f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b02da67-bee5-4470-9008-ae94677096bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:43.719948 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:43.759099 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a223061e-9f56-40cb-bd22-5b1fdacf0f4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da995c0642ee4c2798c0e041bf993e8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373957 Mar 10 05:09:43.762708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:43.811064 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] Publish callbacks [] for security_group (8b01f5fd-2732-45a9-8642-cb46ec4f43c1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.831969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] Publish callbacks [] for security_group (8b01f5fd-2732-45a9-8642-cb46ec4f43c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.879022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8b01f5fd-2732-45a9-8642-cb46ec4f43c1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.881609 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:43.882781 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b01f5fd-2732-45a9-8642-cb46ec4f43c1 HTTP/1.1" status: 204 len: 168 time: 0.1191604 Mar 10 05:09:43.891095 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c6cf-eb3a-4ddc-9761-1c8e70331218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01f5fd-2732-45a9-8642-cb46ec4f43c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:45.638339 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45e07669-b6ae-40fa-ac56-44694c122079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:46.707358 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:48.062667 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:49.616438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.028150 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:50.133866 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35f8693b-c142-4917-99f0-fe5f90c2d7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.209044 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35f8693b-c142-4917-99f0-fe5f90c2d7aa admin admin] Publish callbacks [] for security_group (57090385-d758-4f89-8503-ff325be91af4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.212695 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35f8693b-c142-4917-99f0-fe5f90c2d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (57090385-d758-4f89-8503-ff325be91af4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.250538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-35f8693b-c142-4917-99f0-fe5f90c2d7aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c94d640303c4e2aba8729f030e61ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211773 Mar 10 05:09:50.251385 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8693b-c142-4917-99f0-fe5f90c2d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57090385-d758-4f89-8503-ff325be91af4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:50.253955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:50.304030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] Publish callbacks [] for security_group (57090385-d758-4f89-8503-ff325be91af4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.325833 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] Publish callbacks [] for security_group (57090385-d758-4f89-8503-ff325be91af4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.376664 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (57090385-d758-4f89-8503-ff325be91af4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.379209 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.380342 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57090385-d758-4f89-8503-ff325be91af4 HTTP/1.1" status: 204 len: 168 time: 0.1252999 Mar 10 05:09:50.389038 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe876d2-7d5d-4d17-b053-ea10b8a76ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57090385-d758-4f89-8503-ff325be91af4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:50.633831 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:50.646729 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf31caa3-76ba-4034-a85e-61ff09faa204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.721505 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf31caa3-76ba-4034-a85e-61ff09faa204 admin admin] Publish callbacks [] for security_group (b7d42aec-10e2-4014-aa8c-7d6f46b3163e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.725162 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf31caa3-76ba-4034-a85e-61ff09faa204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b7d42aec-10e2-4014-aa8c-7d6f46b3163e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.763323 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bf31caa3-76ba-4034-a85e-61ff09faa204 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=122c757c94e7443ab2661247435403a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284509 Mar 10 05:09:50.764192 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31caa3-76ba-4034-a85e-61ff09faa204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d42aec-10e2-4014-aa8c-7d6f46b3163e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:50.766603 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:50.815116 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] Publish callbacks [] for security_group (b7d42aec-10e2-4014-aa8c-7d6f46b3163e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.836410 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] Publish callbacks [] for security_group (b7d42aec-10e2-4014-aa8c-7d6f46b3163e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.881897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b7d42aec-10e2-4014-aa8c-7d6f46b3163e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.885061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:50.886206 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7d42aec-10e2-4014-aa8c-7d6f46b3163e HTTP/1.1" status: 204 len: 168 time: 0.1183832 Mar 10 05:09:50.893723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243f198-404b-41ee-bec1-9f35e0561a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d42aec-10e2-4014-aa8c-7d6f46b3163e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:51.197444 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:51.210409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-858f704d-ede9-47ea-8358-ad39f1e0b112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.284691 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-858f704d-ede9-47ea-8358-ad39f1e0b112 admin admin] Publish callbacks [] for security_group (6a3b1aff-8a4e-44cd-99b9-25e4b40c9981), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.288582 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-858f704d-ede9-47ea-8358-ad39f1e0b112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6a3b1aff-8a4e-44cd-99b9-25e4b40c9981), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.326362 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f704d-ede9-47ea-8358-ad39f1e0b112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b1aff-8a4e-44cd-99b9-25e4b40c9981,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:51.330609 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-858f704d-ede9-47ea-8358-ad39f1e0b112 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbd9a254f260478c81a0692d6fe79504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320505 Mar 10 05:09:51.333828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:09:51.382963 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] Publish callbacks [] for security_group (6a3b1aff-8a4e-44cd-99b9-25e4b40c9981), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.403419 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] Publish callbacks [] for security_group (6a3b1aff-8a4e-44cd-99b9-25e4b40c9981), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.450041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6a3b1aff-8a4e-44cd-99b9-25e4b40c9981), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.452508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:09:51.453685 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a3b1aff-8a4e-44cd-99b9-25e4b40c9981 HTTP/1.1" status: 204 len: 168 time: 0.1195755 Mar 10 05:09:51.461569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac4aca-26a2-432c-8f94-20faa93bb939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b1aff-8a4e-44cd-99b9-25e4b40c9981,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:09:57.173723 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:02.409718 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e453-f988-4e75-87cf-62a56c79aeee req-436ca0b9-28c2-4cd6-8176-12069b10bd66 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:02.411200 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d3b2e453-f988-4e75-87cf-62a56c79aeee req-436ca0b9-28c2-4cd6-8176-12069b10bd66 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0557237 Mar 10 05:10:02.456775 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d3b2e453-f988-4e75-87cf-62a56c79aeee req-ae3ce6fd-4b1b-4469-8fdb-cac132f86328 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Mar 10 05:10:03.582716 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b00a49-6847-4945-82f5-fa3f56872dea req-90fbe572-1bdf-4fde-9529-727393b9d312 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:03.584127 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b00a49-6847-4945-82f5-fa3f56872dea req-90fbe572-1bdf-4fde-9529-727393b9d312 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0539038 Mar 10 05:10:03.631501 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b00a49-6847-4945-82f5-fa3f56872dea req-54f2d6b9-0f7a-41bf-99ee-5dd52e00f193 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Mar 10 05:10:04.307869 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-3ea879bb-4646-400d-b46d-423576afe6ca tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:04.309222 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-3ea879bb-4646-400d-b46d-423576afe6ca tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0552633 Mar 10 05:10:04.402588 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Deleting port b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:04.402929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:04.491768 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] For port b30f1635-f0f1-4a8f-894d-2345fe5f7aed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:04.492148 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:04.659098 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:04.659824 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:04.659824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Floating IP 3e24e564-50d2-4445-ad25-4d4b21e8494c disassociated. External IP: 172.27.1.53, port: b30f1635-f0f1-4a8f-894d-2345fe5f7aed. Mar 10 05:10:04.660104 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Calling delete_port for b30f1635-f0f1-4a8f-894d-2345fe5f7aed owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:04.755467 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cdd0a-32c6-40ce-81d1-720fa1454d72 req-48d1e16c-5141-43b4-a6dd-4b08fadbb20c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:04.756930 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b75cdd0a-32c6-40ce-81d1-720fa1454d72 req-48d1e16c-5141-43b4-a6dd-4b08fadbb20c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=081f6efc-326b-43ac-b557-6ed9fc5307f4 HTTP/1.1" status: 200 len: 947 time: 0.0556874 Mar 10 05:10:04.791372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (b30f1635-f0f1-4a8f-894d-2345fe5f7aed), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:04.805616 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b75cdd0a-32c6-40ce-81d1-720fa1454d72 req-c2e4d02c-7e7d-460f-b4fe-9c2eddb99a00 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=f51e67af-3ffa-4e34-9e96-68b6f5e8498e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Mar 10 05:10:04.819555 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'Port': ['ID=b30f1635-f0f1-4a8f-894d-2345fe5f7aed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:04.941812 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:05.047840 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:05.057908 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:05.067222 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:05.067834 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:05.088855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] No DVR routers for this DVR port b30f1635-f0f1-4a8f-894d-2345fe5f7aed on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:05.091394 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:05.094859 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea02ef87-963b-4df1-a446-33dc0b36e34a req-096d5b03-05d1-4a77-abb2-74b5eac54219 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "DELETE /v2.0/ports/b30f1635-f0f1-4a8f-894d-2345fe5f7aed HTTP/1.1" status: 204 len: 173 time: 0.7789643 Mar 10 05:10:05.095227 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-deleted', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:05.097469 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6cfbc-5736-40dd-ab3b-0c2f2ae9c481" -d '{"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-deleted", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:05.138520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2bef7-f578-4621-b9ec-b2ef320066c5 x-openstack-request-id: req-9bd2bef7-f578-4621-b9ec-b2ef320066c5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:05.138817 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f6efc-326b-43ac-b557-6ed9fc5307f4", "name": "network-vif-deleted", "tag": "b30f1635-f0f1-4a8f-894d-2345fe5f7aed", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:05.139071 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bd2bef7-f578-4621-b9ec-b2ef320066c5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:05.139467 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f6efc-326b-43ac-b557-6ed9fc5307f4', 'name': 'network-vif-deleted', 'tag': 'b30f1635-f0f1-4a8f-894d-2345fe5f7aed', 'status': 'completed', 'code': 200} Mar 10 05:10:05.186212 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:05.513612 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:05.540045 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:05.547948 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:05.548542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:05.659396 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:05.866171 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:05.893682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:05.894157 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba0305-1309-4918-9bb6-29c07e280485 None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:05.955034 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (f51e67af-3ffa-4e34-9e96-68b6f5e8498e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:05.979821 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (f51e67af-3ffa-4e34-9e96-68b6f5e8498e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.031132 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f51e67af-3ffa-4e34-9e96-68b6f5e8498e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.033764 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.034921 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "DELETE /v2.0/security-groups/f51e67af-3ffa-4e34-9e96-68b6f5e8498e HTTP/1.1" status: 204 len: 168 time: 0.1402204 Mar 10 05:10:06.037935 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:06.045373 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e67af-3ffa-4e34-9e96-68b6f5e8498e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:06.052296 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.052632 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.052974 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.053403 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.053738 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.054067 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.054392 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.054717 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.054901 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-66743377-75a8-432c-ba74-797d7c8ba45e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] show failed (client error): The resource could not be found. Mar 10 05:10:06.055040 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.055364 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.056032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.056032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.056198 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-66743377-75a8-432c-ba74-797d7c8ba45e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups/f51e67af-3ffa-4e34-9e96-68b6f5e8498e HTTP/1.1" status: 404 len: 347 time: 0.0168569 Mar 10 05:10:06.056274 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b36b5ab-01b4-4533-a4b8-ff00d00177bf tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:06.058927 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:06.152108 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59ad37-8d7a-4873-824a-ae12cbfe80f2 None None] New status for floating IP 3e24e564-50d2-4445-ad25-4d4b21e8494c: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:06.188797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Deleting port fdfa1fa9-b804-4dff-b319-631ec299b301 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:06.189169 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.269251 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.269520 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (fdfa1fa9-b804-4dff-b319-631ec299b301), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.284691 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Calling delete_port for fdfa1fa9-b804-4dff-b319-631ec299b301 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:06.414987 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (fdfa1fa9-b804-4dff-b319-631ec299b301), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.440057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'Port': ['ID=fdfa1fa9-b804-4dff-b319-631ec299b301,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:06.498376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (3e24e564-50d2-4445-ad25-4d4b21e8494c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.500905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.502067 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e65908d3-0ad8-4ad0-9b9c-8ceeb329068c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e24e564-50d2-4445-ad25-4d4b21e8494c HTTP/1.1" status: 204 len: 168 time: 0.4423118 Mar 10 05:10:06.874124 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 48972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:06.878648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133680195', 'description': 'tempest-description--1612558355'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:06.899080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.964081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (6d8e6efe-36aa-4426-afb9-8d6fb105e98a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.967671 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6d8e6efe-36aa-4426-afb9-8d6fb105e98a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.995402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:06.996601 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1214612 Mar 10 05:10:06.998506 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54317173-0b24-4141-ad90-cba775f6685e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e6efe-36aa-4426-afb9-8d6fb105e98a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:06.999499 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:07.003949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group_rule': {'security_group_id': '6d8e6efe-36aa-4426-afb9-8d6fb105e98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:07.029756 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (18db7fbb-62ea-4bc1-ab37-fed58c09efd9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.074682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (18db7fbb-62ea-4bc1-ab37-fed58c09efd9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.078247 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (18db7fbb-62ea-4bc1-ab37-fed58c09efd9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.096747 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18db7fbb-62ea-4bc1-ab37-fed58c09efd9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:07.105289 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.106466 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-88315b98-f599-45a5-b11d-ba1049631ffe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059268 Mar 10 05:10:07.109021 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:07.113116 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'security_group_rule': {'security_group_id': '6d8e6efe-36aa-4426-afb9-8d6fb105e98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:07.137529 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (2e5335b5-aa8f-4fbc-aa58-6568aeb033da), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.190435 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (2e5335b5-aa8f-4fbc-aa58-6568aeb033da), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.193726 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (2e5335b5-aa8f-4fbc-aa58-6568aeb033da), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.210978 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5335b5-aa8f-4fbc-aa58-6568aeb033da,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:07.219044 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.220130 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5ab1c3ba-dfd5-4a7f-887c-f568e74dc6e0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101897 Mar 10 05:10:07.223188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 48980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:07.227299 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:07.246731 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.350160 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.450753 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Allocated IP 172.27.1.3 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/c4c9e629-c375-49b4-9e10-bacc4d459253) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:07.554313 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.586798 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.621772 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:07.624596 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:07.629949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:07.657701 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=c4c9e629-c375-49b4-9e10-bacc4d459253,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:07.883742 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:07.905196 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: b30f1635-f0f1-4a8f-894d-2345fe5f7aed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:07.905683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b30f1635-f0f1-4a8f-894d-2345fe5f7aed not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:07.915787 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:07.951291 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:08.097012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:08.101490 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:08.169371 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=c4c9e629-c375-49b4-9e10-bacc4d459253,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:08.179024 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:08.195298 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:08.197494 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-7f994629-8d34-447b-8609-a5b801b1c860 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9731057 Mar 10 05:10:08.393112 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-cdb5305d-8284-400b-b42d-ae9972e0a3fe tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--133680195&fields=id&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 267 time: 0.0449948 Mar 10 05:10:08.496191 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-981808dc-bf76-454b-8b9d-1bd0f5d8f520 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:08.497639 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-981808dc-bf76-454b-8b9d-1bd0f5d8f520 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 816 time: 0.0972583 Mar 10 05:10:08.511979 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-bab2d035-fead-4c56-97c8-daffa28b18db tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/quotas/f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 375 time: 0.0087211 Mar 10 05:10:08.564056 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-d1be45b6-751d-4deb-bbcf-4a81eaedc0ed tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474231 Mar 10 05:10:08.662297 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c88338de-f576-48c6-9605-c34ab318d3fe service neutron] 10.222.0.11 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864418 Mar 10 05:10:08.756131 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-b8b902c1-8e0c-4106-86dc-092e8f6d2eaf service neutron] 10.222.0.11 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Mar 10 05:10:08.911960 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dab0d35f-7bf2-4a5f-849b-11d4ec13cbf2 req-8388da06-3b47-4cb3-9f61-a4303e0470d2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 210 time: 0.0271459 Mar 10 05:10:09.135121 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-9be57da1-1676-452a-945f-f801a7d559f9 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574190077&fields=id&tenant_id=33aec885492c41f59e2024ad941db45f HTTP/1.1" status: 200 len: 267 time: 0.0453167 Mar 10 05:10:09.192245 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0ce8de00-8642-4580-9e5c-e0d03c70399e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:09.193711 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0ce8de00-8642-4580-9e5c-e0d03c70399e tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 984 time: 0.0528710 Mar 10 05:10:09.205917 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Request body: {'port': {'security_groups': ['067f67b0-2673-4987-8dd7-6d0f0d7607c9']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:09.279655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.463507 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:09.497007 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for port (c83c510a-76c6-4840-90a7-0084140672c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.501769 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.516366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:09.544589 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:09.545283 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.550155 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c832d3ba-b40d-4fbe-ba70-d3b12d6e4174 req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "PUT /v2.0/ports/c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 942 time: 0.3485563 Mar 10 05:10:09.550805 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:09.553262 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:09.553758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef24e7e-55e9-422b-bad0-102284c8dc68" -d '{"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:09.609582 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492fe69-9068-4008-a663-9ac89fd299a5 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event updated for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:09.624412 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5dd88c-a565-4a2e-9c93-efa923d9654f x-openstack-request-id: req-9b5dd88c-a565-4a2e-9c93-efa923d9654f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:09.624986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:09.625491 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b5dd88c-a565-4a2e-9c93-efa923d9654f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:09.626771 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:10:09.639279 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:09.686701 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (892705ce-62b8-4f43-8ce5-36b918c3c2a0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.694634 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-fb75fb9d-eda1-4534-9fdf-07e3be39fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:09.697038 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-fb75fb9d-eda1-4534-9fdf-07e3be39fff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0620484 Mar 10 05:10:09.724307 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (892705ce-62b8-4f43-8ce5-36b918c3c2a0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.828812 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (892705ce-62b8-4f43-8ce5-36b918c3c2a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.832575 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:09.837783 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "DELETE /v2.0/security-groups/892705ce-62b8-4f43-8ce5-36b918c3c2a0 HTTP/1.1" status: 204 len: 168 time: 0.2833762 Mar 10 05:10:09.838422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:09.893091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d950809-6a95-4c16-8dcc-f928448bbc71 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892705ce-62b8-4f43-8ce5-36b918c3c2a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:09.924416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-925fbf0d-8b7b-4875-8867-28816dc6bee1 None None] Provisioning complete for port c83c510a-76c6-4840-90a7-0084140672c1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:09.924802 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925fbf0d-8b7b-4875-8867-28816dc6bee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c83c510a-76c6-4840-90a7-0084140672c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.036326 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-925fbf0d-8b7b-4875-8867-28816dc6bee1 None None] Current status of the port c83c510a-76c6-4840-90a7-0084140672c1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:10.045051 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Deleting port fd39af18-4da1-4525-9f71-5379b467da1e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:10.045447 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.130998 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.131233 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for floatingip (fd39af18-4da1-4525-9f71-5379b467da1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.144087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Calling delete_port for fd39af18-4da1-4525-9f71-5379b467da1e owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:10.194559 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3d630881-9549-4853-af14-7773b2a90f9d req-249e46a2-16e3-4cb3-a7c4-c212ae0540d6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 210 time: 0.0422642 Mar 10 05:10:10.253029 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-b145399b-760a-4b60-9779-b8cbac1c620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:10.254509 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-b145399b-760a-4b60-9779-b8cbac1c620c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.5479805 Mar 10 05:10:10.320108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-dfbb2220-df7f-4a7e-a18e-2cf4de384c16 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:10.321768 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-dfbb2220-df7f-4a7e-a18e-2cf4de384c16 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 816 time: 0.5068038 Mar 10 05:10:10.324069 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (fd39af18-4da1-4525-9f71-5379b467da1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.350374 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-4b572ea3-53ec-4ec9-95c5-ddc89177f035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 1001 time: 0.0886021 Mar 10 05:10:10.356869 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event deleted for resources: {'Port': ['ID=fd39af18-4da1-4525-9f71-5379b467da1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:10.411741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks [] for floatingip (94debd8a-cd62-46ba-bba1-7415f8201f79), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.412024 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Floating IP 94debd8a-cd62-46ba-bba1-7415f8201f79 disassociated (deleted). External IP: 172.27.1.162, port: c83c510a-76c6-4840-90a7-0084140672c1. Mar 10 05:10:10.433174 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-6c25bcc1-4659-4023-b857-de8205337ffa tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 379 time: 0.1019099 Mar 10 05:10:10.434674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-4ac48564-e517-4110-bd4e-3c7000278173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:10.436052 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-4ac48564-e517-4110-bd4e-3c7000278173 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0737882 Mar 10 05:10:10.449282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'port': {'device_id': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'admin_state_up': True, 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'security_groups': ['6d8e6efe-36aa-4426-afb9-8d6fb105e98a']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:10.559981 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-a4a43d8d-3672-46f0-bbe2-9b8fb3ffa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:10.561505 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-a4a43d8d-3672-46f0-bbe2-9b8fb3ffa349 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1168578 Mar 10 05:10:10.612899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Made reservation on behalf of f253b15a03884e3d9cb929e4f2a4ad80 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:10.616270 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.628410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Router c7505f4d-16eb-44e8-a20e-106e888d62f4 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:10.723065 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-561abc58-de59-4167-ad9a-0b76c65a49f5 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542940 Mar 10 05:10:10.758585 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:10.758585 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:10.765345 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Sync routers for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:10.780894 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:10.781532 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:10.791941 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0d0edab1-57e9-4be2-9de9-cf2b8bed2ecb tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "DELETE /v2.0/floatingips/94debd8a-cd62-46ba-bba1-7415f8201f79 HTTP/1.1" status: 204 len: 168 time: 0.9479616 Mar 10 05:10:10.792542 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:10.806289 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bfc59e-c406-4ed8-9042-b672d29a5349" -d '{"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:10.854432 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Allocated IP 172.20.0.4 (c3c054e4-736a-4968-9ef9-e57880a6b771/b40299d0-b31b-4d32-9928-65b225fee4b5/e0b8704e-936b-4b2c-83a8-3b59dcc244e1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:10.872706 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50e21c-c881-4662-b015-dbb1b03f4c5b x-openstack-request-id: req-9e50e21c-c881-4662-b015-dbb1b03f4c5b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:10.873263 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:10.873761 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e50e21c-c881-4662-b015-dbb1b03f4c5b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:10.874371 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:10:10.890324 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-0ef24e7e-55e9-422b-bad0-102284c8dc68 req-f3f825ee-ee78-436e-8d91-7b84ebd21922 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587219 Mar 10 05:10:10.953024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:11.082103 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-e23f4ba8-41eb-4700-bd54-1fce44ac3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.084039 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-e23f4ba8-41eb-4700-bd54-1fce44ac3d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33aec885492c41f59e2024ad941db45f&device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 1129 time: 0.1404419 Mar 10 05:10:11.091782 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:11.257227 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-b2b2a4aa-1350-4ac8-8f78-845346048e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.259148 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-b2b2a4aa-1350-4ac8-8f78-845346048e20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 200 len: 914 time: 0.1655383 Mar 10 05:10:11.261125 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:11.273032 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:11.307661 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Checking router: c7505f4d-16eb-44e8-a20e-106e888d62f4 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:11.321698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:11.322343 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:09:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:11.335174 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03beb53-8f93-414b-ba0a-8d287657125b req-6a8ccc8c-cf0c-49b0-9343-a606e68302e4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.341906 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c03beb53-8f93-414b-ba0a-8d287657125b req-6a8ccc8c-cf0c-49b0-9343-a606e68302e4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 931 time: 0.0645642 Mar 10 05:10:11.344711 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-75eddc58-bcff-484c-9617-4219860264e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 200 len: 217 time: 0.0762680 Mar 10 05:10:11.347952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Network c3c054e4-736a-4968-9ef9-e57880a6b771 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:11.353765 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:11.361905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:11.365902 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:11.393278 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c03beb53-8f93-414b-ba0a-8d287657125b req-66a0368a-001f-4e84-bb4d-b5a0924531bc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495775 Mar 10 05:10:11.445351 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:11.447644 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-f3c09ad5-b322-4171-a071-215473d4fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.449500 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-f3c09ad5-b322-4171-a071-215473d4fd9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 200 len: 853 time: 0.0970950 Mar 10 05:10:11.454849 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.455561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:11.497205 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-72eb6259-e743-4770-957c-9f9f42bc0aeb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535526 Mar 10 05:10:11.510078 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Request body: {'port': {'device_id': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:11.537951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-85615d74-0846-4575-9f0b-d94bdaf72f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:11.540155 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-85615d74-0846-4575-9f0b-d94bdaf72f72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1614b75a-3136-47bb-b6f2-2a7944a92ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818262 Mar 10 05:10:11.605291 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:11.671438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:11.677327 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-319129b8-c502-4f45-af6f-944ba68e820b None None] Provisioning complete for port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:11.677710 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319129b8-c502-4f45-af6f-944ba68e820b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:11.691998 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-50b4669e-20ff-487b-94c7-da025a5aa5ec service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450770 Mar 10 05:10:11.704277 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd7b97-a36d-4d47-868d-32bd624ff2d5 None None] The sync data for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi is: [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:33Z', 'revision_number': 4, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '285713df-fc53-4d94-a52a-96f9dba14b00', 'name': '', 'network_id': '1614b75a-3136-47bb-b6f2-2a7944a92ba3', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'mac_address': 'fa:16:3e:a7:3f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:32Z', 'updated_at': '2022-03-10T05:06:37Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'subnets': [{'id': '9eb2f091-edd4-4c6d-8305-153b21ce528e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:11.740105 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-319129b8-c502-4f45-af6f-944ba68e820b None None] Port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:11.890596 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42bfc59e-c406-4ed8-9042-b672d29a5349 req-30e893e1-255a-4e4f-86bf-a56b92e9f985 service neutron] 10.222.0.24 "GET /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898599 Mar 10 05:10:11.974576 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d48598-3605-4531-9213-f2099a310559 None None] New status for floating IP 94debd8a-cd62-46ba-bba1-7415f8201f79: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:11.986030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:11.994298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks [] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:12.006785 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Transition to ACTIVE for port object e0b8704e-936b-4b2c-83a8-3b59dcc244e1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:10:12.011852 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:12.064790 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:12.141486 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Attempting to bind port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:12.141819 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Attempting to bind port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:12.142145 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Attempting to bind port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:12.149635 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 on network c3c054e4-736a-4968-9ef9-e57880a6b771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:10:12.149954 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Attempting to bind port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 on network c3c054e4-736a-4968-9ef9-e57880a6b771 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:12.155279 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:12.155615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Checking segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:12.155992 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Bound using segment: {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:12.156414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Bound port: e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d323d0-bee4-46b8-b557-38f9f5c55251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:12.156762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:12.228553 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:12.231831 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:12.246657 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:12.283689 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.284077 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:12.285535 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 1093 time: 0.7807438 Mar 10 05:10:12.286048 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:12.290031 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:12.325369 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813bae-cc51-4ac5-8278-6a19a7b03574 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:12.349451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aee89fe-e55b-4ddc-a76b-d622107b83d3 x-openstack-request-id: req-5aee89fe-e55b-4ddc-a76b-d622107b83d3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:12.349752 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:12.350010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aee89fe-e55b-4ddc-a76b-d622107b83d3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:12.350415 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'status': 'completed', 'code': 200} Mar 10 05:10:12.396544 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-a2e56eb9-3b7b-4c75-8e98-39ebfb3b272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.398405 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-a2e56eb9-3b7b-4c75-8e98-39ebfb3b272c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1127 time: 0.0654542 Mar 10 05:10:12.451375 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-aee886e7-6609-4a2d-ade7-40fae8c5c81f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 217 time: 0.0431378 Mar 10 05:10:12.528870 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-d8767c78-eb89-4750-90c7-4fae5c143a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.530339 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-d8767c78-eb89-4750-90c7-4fae5c143a51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0722492 Mar 10 05:10:12.571135 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cad83-5043-4b94-b879-5f7fd04ab48b req-f0e897bc-2b8f-466a-9a9d-54e02caff6eb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.572561 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-990cad83-5043-4b94-b879-5f7fd04ab48b req-f0e897bc-2b8f-466a-9a9d-54e02caff6eb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0871785 Mar 10 05:10:12.618369 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-f4887bd4-bdea-4dc5-aa9f-1de604f6b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.619827 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-f4887bd4-bdea-4dc5-aa9f-1de604f6b728 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817978 Mar 10 05:10:12.638118 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-990cad83-5043-4b94-b879-5f7fd04ab48b req-dce6ac33-6958-42a5-981e-3d488e5c64f0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593457 Mar 10 05:10:12.712349 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-03975b7b-7e3c-4857-9f58-7a37e4159e97 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852737 Mar 10 05:10:12.806013 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1c15b70c-d514-4b0f-a383-d9a330a93e90 req-a5209cc3-803c-4e33-8291-91493e519b58 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Mar 10 05:10:12.892067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-b2884869-360c-4ed5-9a2a-1b8868b0b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.893597 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-b2884869-360c-4ed5-9a2a-1b8868b0b4cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1127 time: 0.0437343 Mar 10 05:10:12.986735 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9ffce388-bac4-4c8c-88b7-e95d9a0fc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:12.988180 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9ffce388-bac4-4c8c-88b7-e95d9a0fc79a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.0837333 Mar 10 05:10:13.031372 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-eb8e8402-538b-4b8f-970c-9571b686512a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 217 time: 0.0370102 Mar 10 05:10:13.081519 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9eb36740-bc78-4813-9c6f-e2dd4e534385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:13.082839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9eb36740-bc78-4813-9c6f-e2dd4e534385 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0418246 Mar 10 05:10:13.132011 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9519c058-5754-4a8c-b4c8-212a78718ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:13.134130 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-9519c058-5754-4a8c-b4c8-212a78718ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452812 Mar 10 05:10:13.224984 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-3c157aae-de53-41e2-8781-66989f76bdad service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 Mar 10 05:10:13.318716 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbdfdad6-cd0c-4a99-9565-1aa1f04f2b6d req-caa2a101-69c8-45f6-ad93-4f7b00b33df9 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Mar 10 05:10:13.399783 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-490460e9-82a6-4799-8dba-fee19c0e059f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:13.759437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63d903-8c56-419e-a617-53bced7ddade req-08baeaa9-8a17-40c7-aa67-b2469f500663 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:13.760900 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fe63d903-8c56-419e-a617-53bced7ddade req-08baeaa9-8a17-40c7-aa67-b2469f500663 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0530994 Mar 10 05:10:13.805656 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fe63d903-8c56-419e-a617-53bced7ddade req-88a744ef-680c-4d55-ac6e-656faca0f250 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Mar 10 05:10:13.911098 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:10:14.007703 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:14.018414 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:10:14.053443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:14.053830 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:14.069737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:14.088582 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:14.092642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:14.138842 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:14.145678 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.146030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.146395 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.146731 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.147064 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.147395 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.147725 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.148052 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.148928 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.149322 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.149657 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.149981 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.150303 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:14.356492 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['e0b8704e-936b-4b2c-83a8-3b59dcc244e1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:14.925770 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05b2a1-d9e7-4dea-9677-a779023effb7 req-0cca9015-324b-48a1-9282-4ee506bbbc74 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:14.927150 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf05b2a1-d9e7-4dea-9677-a779023effb7 req-0cca9015-324b-48a1-9282-4ee506bbbc74 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0516958 Mar 10 05:10:14.972769 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bf05b2a1-d9e7-4dea-9677-a779023effb7 req-b0510412-748f-49ce-b108-320e41c613ef tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Mar 10 05:10:15.643220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18c7c796-1c8d-4ec7-bbeb-3e8a3445ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:15.921629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:15.971745 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:10:15.975705 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:15.976083 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:16.055259 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:16.055557 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:16.078207 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:16.080420 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043d6021-93bd-46d2-af7c-4e83836058d3" -d '{"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:16.094803 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd9ca3-51e7-477f-a899-975e95c3f21a req-8aafe4f5-dcb1-4cf9-b4b9-ebf113bba7a2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:16.096301 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2dcd9ca3-51e7-477f-a899-975e95c3f21a req-8aafe4f5-dcb1-4cf9-b4b9-ebf113bba7a2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0527880 Mar 10 05:10:16.096489 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:16.100933 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:16.124925 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d4e07c-c77c-49ef-93d1-5fad3bde3af8 x-openstack-request-id: req-13d4e07c-c77c-49ef-93d1-5fad3bde3af8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:16.125272 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:16.125528 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13d4e07c-c77c-49ef-93d1-5fad3bde3af8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:16.125951 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'code': 200} Mar 10 05:10:16.157428 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2dcd9ca3-51e7-477f-a899-975e95c3f21a req-f1597170-9cdc-4255-8639-9bb4f0dbcefa tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510199 Mar 10 05:10:16.161105 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:16.314304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521db34-b5b5-47dd-a7a3-5f090e0a10f7 req-f3e154df-642e-40e0-ac0c-bc8fe9bcf821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:16.315746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1521db34-b5b5-47dd-a7a3-5f090e0a10f7 req-f3e154df-642e-40e0-ac0c-bc8fe9bcf821 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1129 time: 0.0481474 Mar 10 05:10:16.358486 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1521db34-b5b5-47dd-a7a3-5f090e0a10f7 req-af6261d6-0986-434f-94ee-e2fb8cd28253 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Mar 10 05:10:16.711270 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:16.754390 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:10:17.277441 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c9d4-4de3-45fe-b34f-0922cfdd2fe0 req-55a4f64a-6e21-4715-bb4f-d8bea14d3eac tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:17.278909 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-27b4c9d4-4de3-45fe-b34f-0922cfdd2fe0 req-55a4f64a-6e21-4715-bb4f-d8bea14d3eac tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Mar 10 05:10:17.327801 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-27b4c9d4-4de3-45fe-b34f-0922cfdd2fe0 req-635dc549-5949-4e39-960d-9db31bb3aad2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Mar 10 05:10:18.065793 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:18.446609 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cdd24-91a7-46c7-bc65-4c594dec7fd9 req-eb444496-12a9-4684-9f95-c82d192b782b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:18.448325 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a77cdd24-91a7-46c7-bc65-4c594dec7fd9 req-eb444496-12a9-4684-9f95-c82d192b782b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Mar 10 05:10:18.493616 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a77cdd24-91a7-46c7-bc65-4c594dec7fd9 req-0d69eb68-523c-4eeb-af1e-8e25cafefb84 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Mar 10 05:10:19.616161 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1395cb5-2432-4996-8765-19b295776149 req-b812d70b-6dfa-4463-a5e9-a734c005f058 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:19.623185 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a1395cb5-2432-4996-8765-19b295776149 req-b812d70b-6dfa-4463-a5e9-a734c005f058 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0605109 Mar 10 05:10:19.630945 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:19.674348 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a1395cb5-2432-4996-8765-19b295776149 req-991f3f0b-ae0a-4a9a-8ca8-98c9229477ee tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487826 Mar 10 05:10:20.803421 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd805b-4eb4-4cfc-8fda-8229ed813874 req-d43b7134-af0d-4f30-a049-eb55fd05eedc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:20.805537 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c1fd805b-4eb4-4cfc-8fda-8229ed813874 req-d43b7134-af0d-4f30-a049-eb55fd05eedc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Mar 10 05:10:20.860071 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c1fd805b-4eb4-4cfc-8fda-8229ed813874 req-9988dad9-9aaa-482a-b453-2dd340ded9c9 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489879 Mar 10 05:10:20.992056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46174a0a-41cd-48a7-ba96-85cc5ca43baf req-f4e0a9bc-7489-4b9d-b561-0681423cc729 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:20.993646 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-46174a0a-41cd-48a7-ba96-85cc5ca43baf req-f4e0a9bc-7489-4b9d-b561-0681423cc729 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0622485 Mar 10 05:10:21.002378 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:21.006823 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Request body: {'floatingip': {'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:21.078572 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:21.192883 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cea51e-9b4a-489c-bab2-997ee57174e7 req-ed0687fe-7b48-4db1-a2a4-03d1bb03df5b tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:21.194264 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-40cea51e-9b4a-489c-bab2-997ee57174e7 req-ed0687fe-7b48-4db1-a2a4-03d1bb03df5b tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.1464520 Mar 10 05:10:21.307934 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-40cea51e-9b4a-489c-bab2-997ee57174e7 req-10a1211c-7023-4d49-9359-ec7356c6978f tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054606 Mar 10 05:10:21.607747 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:21.611830 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:21.718379 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Floating IP 82f6014a-89db-4d1c-b00e-c1a461ebad84 associated. External IP: 172.27.1.3, port: e0b8704e-936b-4b2c-83a8-3b59dcc244e1. Mar 10 05:10:21.954399 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:22.093789 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:22.098716 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:22.104277 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:22.114484 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:22.115102 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:22.130515 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-052d256b-2b06-45c8-9fe1-edc74d3d8136 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "PUT /v2.0/floatingips/82f6014a-89db-4d1c-b00e-c1a461ebad84 HTTP/1.1" status: 200 len: 989 time: 1.1267521 Mar 10 05:10:22.130975 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:22.133300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7ab99-52b8-43ab-b62d-425998efc655" -d '{"events": [{"name": "network-changed", "server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:22.169861 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7b5eef-6f52-487f-adc5-12642e507ea3 x-openstack-request-id: req-3b7b5eef-6f52-487f-adc5-12642e507ea3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:22.170158 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:22.170412 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b7b5eef-6f52-487f-adc5-12642e507ea3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:22.170811 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'status': 'completed', 'code': 200} Mar 10 05:10:22.227943 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:22.245296 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-f68b718e-4b6f-4a89-99ea-69528b6981a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.246973 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-f68b718e-4b6f-4a89-99ea-69528b6981a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1129 time: 0.0525851 Mar 10 05:10:22.342015 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-59e9fa1c-1bc2-42fa-9ce1-21cf8a9427a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.343727 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-59e9fa1c-1bc2-42fa-9ce1-21cf8a9427a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.0898292 Mar 10 05:10:22.415806 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-06ceb63a-2110-4cf6-91b5-1b708f2c59d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 997 time: 0.0656972 Mar 10 05:10:22.434951 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5addf-2596-4d1b-a097-02e7a9c50c44 req-78989e46-cda1-4930-be1d-c3318c9f9b3c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.436452 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-85f5addf-2596-4d1b-a097-02e7a9c50c44 req-78989e46-cda1-4930-be1d-c3318c9f9b3c tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0566258 Mar 10 05:10:22.466621 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-d9075ac2-0233-4269-8fc9-5a389fb496a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.468382 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-d9075ac2-0233-4269-8fc9-5a389fb496a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0458291 Mar 10 05:10:22.479038 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '82f6014a-89db-4d1c-b00e-c1a461ebad84', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:07Z', 'updated_at': '2022-03-10T05:10:21Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:22.505569 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:22.506668 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-85f5addf-2596-4d1b-a097-02e7a9c50c44 req-15969cd3-887e-4ba7-9889-de7c89a65e81 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/security-groups?id=067f67b0-2673-4987-8dd7-6d0f0d7607c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Mar 10 05:10:22.514737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:22.515339 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:22.525945 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-0cf94c2b-e9c8-4e2f-9a4a-01f4707260fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.527496 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-0cf94c2b-e9c8-4e2f-9a4a-01f4707260fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525956 Mar 10 05:10:22.624309 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:22.629302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-148f111e-71b4-4f3e-8e56-da314a7f3582 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891337 Mar 10 05:10:22.719889 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f5f7ab99-52b8-43ab-b62d-425998efc655 req-a3d60800-5cd4-4441-96cf-2c06da00c760 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Mar 10 05:10:22.849841 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bc9688da-a580-4425-9641-d3e56659804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '82f6014a-89db-4d1c-b00e-c1a461ebad84', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:07Z', 'updated_at': '2022-03-10T05:10:21Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:22.883894 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-005b253c-b1b2-4df9-bed2-f214cf96fbd4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:22.885468 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-005b253c-b1b2-4df9-bed2-f214cf96fbd4 tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 945 time: 0.0574963 Mar 10 05:10:22.982790 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Deleting port c83c510a-76c6-4840-90a7-0084140672c1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:22.983130 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c83c510a-76c6-4840-90a7-0084140672c1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:23.002907 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9688da-a580-4425-9641-d3e56659804c None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '82f6014a-89db-4d1c-b00e-c1a461ebad84', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:07Z', 'updated_at': '2022-03-10T05:10:21Z', 'revision_number': 1, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:23.075618 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] For port c83c510a-76c6-4840-90a7-0084140672c1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c83c510a-76c6-4840-90a7-0084140672c1,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:23.075981 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c83c510a-76c6-4840-90a7-0084140672c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:23.088987 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Calling delete_port for c83c510a-76c6-4840-90a7-0084140672c1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:23.226040 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c737619-18e5-420e-8e90-5b5f355ecbdd None None] New status for floating IP 82f6014a-89db-4d1c-b00e-c1a461ebad84: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:23.232098 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c83c510a-76c6-4840-90a7-0084140672c1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:23.245205 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['c83c510a-76c6-4840-90a7-0084140672c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:23.266115 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Pushing event deleted for resources: {'Port': ['ID=c83c510a-76c6-4840-90a7-0084140672c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:23.313287 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] No DVR routers for this DVR port c83c510a-76c6-4840-90a7-0084140672c1 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:23.316386 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:23.319724 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-70932fc4-813a-47cb-a6f4-e7d9c9b09874 req-77230918-a4be-46c7-86a4-f41c5e217bba tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.24 "DELETE /v2.0/ports/c83c510a-76c6-4840-90a7-0084140672c1 HTTP/1.1" status: 204 len: 173 time: 0.4292517 Mar 10 05:10:23.320297 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'name': 'network-vif-deleted', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:23.324008 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26606184-cd59-47a9-a6d9-bbb0ad7badf2" -d '{"events": [{"server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "name": "network-vif-deleted", "tag": "c83c510a-76c6-4840-90a7-0084140672c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:23.371127 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66378de-90f4-415e-9235-f567ed5354e2 x-openstack-request-id: req-a66378de-90f4-415e-9235-f567ed5354e2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:23.371427 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d779d606-a587-48bd-9cc8-736921f3cbb4", "name": "network-vif-deleted", "tag": "c83c510a-76c6-4840-90a7-0084140672c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:23.371725 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a66378de-90f4-415e-9235-f567ed5354e2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:23.372261 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd779d606-a587-48bd-9cc8-736921f3cbb4', 'name': 'network-vif-deleted', 'tag': 'c83c510a-76c6-4840-90a7-0084140672c1', 'status': 'completed', 'code': 200} Mar 10 05:10:23.781814 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3b050023-9331-4526-aa24-f6453b7c07fd req-92ec38e1-e137-43c6-98b4-4b9dbb7bc2ab tempest-TestMinimumBasicScenario-566146313 tempest-TestMinimumBasicScenario-566146313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d779d606-a587-48bd-9cc8-736921f3cbb4 HTTP/1.1" status: 200 len: 210 time: 0.2067726 Mar 10 05:10:24.486915 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:24.795694 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095e4842-93a7-4730-873e-7ec85c3512e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:24.872899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095e4842-93a7-4730-873e-7ec85c3512e3 admin admin] Publish callbacks [] for security_group (dadded81-d6e1-4264-bdb2-f3216f864133), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:24.877405 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-095e4842-93a7-4730-873e-7ec85c3512e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dadded81-d6e1-4264-bdb2-f3216f864133), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:24.918614 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-095e4842-93a7-4730-873e-7ec85c3512e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4dffbfb5dd3441c9d5d4def80984fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306285 Mar 10 05:10:24.919597 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e4842-93a7-4730-873e-7ec85c3512e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadded81-d6e1-4264-bdb2-f3216f864133,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:24.921396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:24.972365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] Publish callbacks [] for security_group (dadded81-d6e1-4264-bdb2-f3216f864133), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:24.994235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] Publish callbacks [] for security_group (dadded81-d6e1-4264-bdb2-f3216f864133), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:25.042637 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dadded81-d6e1-4264-bdb2-f3216f864133), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:25.045485 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:25.046695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dadded81-d6e1-4264-bdb2-f3216f864133 HTTP/1.1" status: 204 len: 168 time: 0.1239493 Mar 10 05:10:25.056255 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c837e-1c23-42c7-a9f7-6a1d1ce465f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadded81-d6e1-4264-bdb2-f3216f864133,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:25.470896 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:25.899348 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:25.949049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-bd6f763c-9797-4221-a6d4-c521e7dc0f28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488575 Mar 10 05:10:25.984979 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device c83c510a-76c6-4840-90a7-0084140672c1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:26.013522 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: c83c510a-76c6-4840-90a7-0084140672c1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:26.014145 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device c83c510a-76c6-4840-90a7-0084140672c1 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:26.059534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-e00a6a13-cf85-4337-8f0c-144fb0141791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:26.061458 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-e00a6a13-cf85-4337-8f0c-144fb0141791 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 1129 time: 0.0692327 Mar 10 05:10:26.238968 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-1b0ad42a-a9a1-48b5-88b5-5491b3a4d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:26.240591 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-1b0ad42a-a9a1-48b5-88b5-5491b3a4d7aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.1542308 Mar 10 05:10:26.300583 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Deleting port 285713df-fc53-4d94-a52a-96f9dba14b00 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:26.300936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:26.314045 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-eac3fd99-ce2d-4a43-bab5-85d44b41e566 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 200 len: 1000 time: 0.0661757 Mar 10 05:10:26.367951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-30500484-ddbe-4bb4-8b59-2e9064a07ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:26.369446 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-30500484-ddbe-4bb4-8b59-2e9064a07ac3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0494895 Mar 10 05:10:26.388065 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] For port 285713df-fc53-4d94-a52a-96f9dba14b00, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=285713df-fc53-4d94-a52a-96f9dba14b00,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:26.388426 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:26.405953 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Calling delete_port for 285713df-fc53-4d94-a52a-96f9dba14b00 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:26.438472 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-3f691d79-25ab-4aa6-a5f2-4abe83e6ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:26.440429 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-3f691d79-25ab-4aa6-a5f2-4abe83e6ca4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557704 Mar 10 05:10:26.533431 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-04c73579-e724-4c5d-95fc-2247a1d61c99 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Mar 10 05:10:26.606461 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (285713df-fc53-4d94-a52a-96f9dba14b00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:26.635182 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Pushing event deleted for resources: {'Port': ['ID=285713df-fc53-4d94-a52a-96f9dba14b00,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:26.846318 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:26.961385 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9742baca-85ef-42fd-9641-958ddf35ba35 req-206904a8-e2bc-4f53-858c-0c8212f503b0 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173632 Mar 10 05:10:27.100265 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Router c7505f4d-16eb-44e8-a20e-106e888d62f4 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:27.190126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.221519 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:27.234046 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2bd3d9f3-993c-4a11-bbd9-0c6472aade93 admin admin] 10.222.0.11 "PUT /v2.0/routers/c7505f4d-16eb-44e8-a20e-106e888d62f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607169 Mar 10 05:10:27.236452 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:27.238204 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Sync routers for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:27.254244 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:27.254853 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:27.329043 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-3ea2e832-dc16-431e-bdc0-7c42982c7ccc tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=52229017adf04f0b85f0b45df6752b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386331 Mar 10 05:10:27.376677 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks [] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.397272 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:27.521444 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks [] for router_gateway (c7505f4d-16eb-44e8-a20e-106e888d62f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.563915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-e72a41e0-610b-4888-9e5e-a902bda5a42c tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:27.565394 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-e72a41e0-610b-4888-9e5e-a902bda5a42c tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312655 Mar 10 05:10:27.575594 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Deleting port 13fae1f1-2301-41ff-9f9c-63282643616a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:27.575942 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.587968 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-b76dc949-2842-4f22-a5f8-57b3a6e47465 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/quotas/52229017adf04f0b85f0b45df6752b6a HTTP/1.1" status: 200 len: 375 time: 0.0097404 Mar 10 05:10:27.626459 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-25d6a487-d935-4633-9441-baac034c8d68 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=52229017adf04f0b85f0b45df6752b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321250 Mar 10 05:10:27.632952 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:10:26Z', 'revision_number': 5, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port': {'id': '13fae1f1-2301-41ff-9f9c-63282643616a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:27.658512 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] For port 13fae1f1-2301-41ff-9f9c-63282643616a, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=13fae1f1-2301-41ff-9f9c-63282643616a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:27.658886 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.666597 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Checking router: c7505f4d-16eb-44e8-a20e-106e888d62f4 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:27.673258 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Calling delete_port for 13fae1f1-2301-41ff-9f9c-63282643616a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:27.676071 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Routers {'c7505f4d-16eb-44e8-a20e-106e888d62f4'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:27.676687 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['c7505f4d-16eb-44e8-a20e-106e888d62f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:27.782210 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] Set router c7505f4d-16eb-44e8-a20e-106e888d62f4 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:27.814510 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d7097541-b66a-45f8-bfcf-296331570d4e req-66291f80-e175-4f4e-8ac5-c13766e39a54 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 210 time: 0.0372264 Mar 10 05:10:27.847052 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:10:27Z', 'revision_number': 6, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:27.877600 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5323d11-8f45-45a4-aacb-22c69cca0d25 None None] The sync data for ids ['c7505f4d-16eb-44e8-a20e-106e888d62f4'] in dv-cinder-804757-26-iscsi is: [{'id': 'c7505f4d-16eb-44e8-a20e-106e888d62f4', 'name': 'tempest-TestMinimumBasicScenario-119815006-router', 'tenant_id': '33aec885492c41f59e2024ad941db45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:29Z', 'updated_at': '2022-03-10T05:10:27Z', 'revision_number': 6, 'project_id': '33aec885492c41f59e2024ad941db45f', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:27.892134 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (13fae1f1-2301-41ff-9f9c-63282643616a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:27.926321 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Pushing event deleted for resources: {'Port': ['ID=13fae1f1-2301-41ff-9f9c-63282643616a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:27.997624 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.328527 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.331542 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks [] for router_controller (c7505f4d-16eb-44e8-a20e-106e888d62f4), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.397823 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (c7505f4d-16eb-44e8-a20e-106e888d62f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.398390 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7505f4d-16eb-44e8-a20e-106e888d62f4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:10:28.404150 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.405349 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-67830119-368e-4ac0-885f-3d4d5f06c26d admin admin] 10.222.0.11 "DELETE /v2.0/routers/c7505f4d-16eb-44e8-a20e-106e888d62f4 HTTP/1.1" status: 204 len: 168 time: 1.1677241 Mar 10 05:10:28.407918 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:28.455963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Deleting subnet 9eb2f091-edd4-4c6d-8305-153b21ce528e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:10:28.458945 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Publish callbacks [] for subnet (9eb2f091-edd4-4c6d-8305-153b21ce528e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.493244 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (9eb2f091-edd4-4c6d-8305-153b21ce528e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.605605 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (9eb2f091-edd4-4c6d-8305-153b21ce528e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.677215 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (9eb2f091-edd4-4c6d-8305-153b21ce528e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.718522 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.722206 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9eb2f091-edd4-4c6d-8305-153b21ce528e HTTP/1.1" status: 204 len: 168 time: 0.3133395 Mar 10 05:10:28.723315 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680d3c3-8eee-4759-bb6c-f4c0cdd189c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb2f091-edd4-4c6d-8305-153b21ce528e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:28.725023 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:28.726755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc0527-63ee-47da-b12d-b57c0143879a None None] Network 1614b75a-3136-47bb-b6f2-2a7944a92ba3 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:28.789133 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-0f0b7b68-7f5d-4cbf-9f1a-5d05b9a1dbe4 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=52229017adf04f0b85f0b45df6752b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336084 Mar 10 05:10:28.812311 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (1614b75a-3136-47bb-b6f2-2a7944a92ba3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.889461 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Deleting port b32b5108-dfc5-4e6b-9294-05d48f25f734 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:28.889862 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:28.983438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] DHCP port deletion for 1614b75a-3136-47bb-b6f2-2a7944a92ba3 request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:10:29.013255 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-43ac1d97-a003-413c-a0af-18f27fe2b10f tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:29.015157 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-43ac1d97-a003-413c-a0af-18f27fe2b10f tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145948 Mar 10 05:10:29.026208 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf622ba-5837-426a-a651-b74230bd6e26 req-d565e42f-39bb-46fb-ac8d-24308e330326 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:29.026713 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e177ef6d-e244-465d-84d3-d318d4b5f1ca req-543a94b4-c75f-414d-9bd6-fabf8094faff tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 210 time: 0.0605366 Mar 10 05:10:29.034127 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9bf622ba-5837-426a-a651-b74230bd6e26 req-d565e42f-39bb-46fb-ac8d-24308e330326 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.2418902 Mar 10 05:10:29.039977 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] For port b32b5108-dfc5-4e6b-9294-05d48f25f734, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b32b5108-dfc5-4e6b-9294-05d48f25f734,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:29.040464 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.046627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Request body: {'port': {'device_id': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7', 'admin_state_up': True, 'tenant_id': '52229017adf04f0b85f0b45df6752b6a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:29.046886 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 13fae1f1-2301-41ff-9f9c-63282643616a no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:29.059356 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Calling delete_port for b32b5108-dfc5-4e6b-9294-05d48f25f734 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:29.073512 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 13fae1f1-2301-41ff-9f9c-63282643616a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:29.074771 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 13fae1f1-2301-41ff-9f9c-63282643616a not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:29.075369 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 285713df-fc53-4d94-a52a-96f9dba14b00 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:29.097021 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 285713df-fc53-4d94-a52a-96f9dba14b00 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:29.097847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 285713df-fc53-4d94-a52a-96f9dba14b00 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:29.120754 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Deleting port b32b5108-dfc5-4e6b-9294-05d48f25f734 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:29.121419 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.157895 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.172218 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9bf622ba-5837-426a-a651-b74230bd6e26 req-62b67ee0-2023-41e4-9b47-ebff49e260f0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370792 Mar 10 05:10:29.191451 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32b5108-dfc5-4e6b-9294-05d48f25f734,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:29.199813 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] No DVR routers for this DVR port b32b5108-dfc5-4e6b-9294-05d48f25f734 on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:29.207228 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] For port b32b5108-dfc5-4e6b-9294-05d48f25f734, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b32b5108-dfc5-4e6b-9294-05d48f25f734,segment=NetworkSegment(57c04d52-51c7-4c24-9df8-60d14be82a38),segment_id=57c04d52-51c7-4c24-9df8-60d14be82a38)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:29.207716 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.221048 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Calling delete_port for b32b5108-dfc5-4e6b-9294-05d48f25f734 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:29.233213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Made reservation on behalf of 52229017adf04f0b85f0b45df6752b6a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:29.238380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.247814 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.283582 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (1614b75a-3136-47bb-b6f2-2a7944a92ba3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.308686 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1614b75a-3136-47bb-b6f2-2a7944a92ba3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:29.318760 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c04d52-51c7-4c24-9df8-60d14be82a38') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:29.319057 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c04d52-51c7-4c24-9df8-60d14be82a38') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:29.329189 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (57c04d52-51c7-4c24-9df8-60d14be82a38), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.331505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks [] for security_group (1476d50d-5c5c-4279-9f48-09da0d354736), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.336903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1476d50d-5c5c-4279-9f48-09da0d354736), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.345188 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (b32b5108-dfc5-4e6b-9294-05d48f25f734), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.347109 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (57c04d52-51c7-4c24-9df8-60d14be82a38), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.354947 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:10:29.356709 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] No DVR routers for this DVR port b32b5108-dfc5-4e6b-9294-05d48f25f734 on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:29.357657 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (57c04d52-51c7-4c24-9df8-60d14be82a38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:10:29.359411 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:10:29.386594 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef789c1-42e4-42b3-953f-82b0df8ee257 None None] Pushing event deleted for resources: {'Port': ['ID=b32b5108-dfc5-4e6b-9294-05d48f25f734,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:29.403588 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1476d50d-5c5c-4279-9f48-09da0d354736,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:29.417433 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (1614b75a-3136-47bb-b6f2-2a7944a92ba3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.425330 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.429818 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1614b75a-3136-47bb-b6f2-2a7944a92ba3 HTTP/1.1" status: 204 len: 168 time: 0.7020752 Mar 10 05:10:29.438101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:29.441805 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc76fc-b662-4de2-acc5-c03cfc1ac7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1614b75a-3136-47bb-b6f2-2a7944a92ba3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:29.540464 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Allocated IP 192.168.233.153 (e096756d-c3c2-4f7f-8424-fbdd818ad2f7/e330a406-c175-485f-b021-19f430569bec/997c70eb-2845-4322-a8c7-47fc0603d099) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:29.835165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks [] for port (997c70eb-2845-4322-a8c7-47fc0603d099), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.904930 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:29.956199 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:29.965362 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:29.968232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:30.024272 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Pushing event updated for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:30.048365 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:30.048993 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.071004 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-58e024e3-bfcd-4d18-bcb3-5c27ec1b93ba tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0282593 Mar 10 05:10:30.085574 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Request body: {'port': {'device_id': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:30.091625 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.155834 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b3b74-0222-4ea9-ba76-d99bdec412cf req-ddf20a58-ad5a-4ec4-b299-6e935ff60a9c tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:30.160221 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7b8b3b74-0222-4ea9-ba76-d99bdec412cf req-ddf20a58-ad5a-4ec4-b299-6e935ff60a9c tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 936 time: 0.0723443 Mar 10 05:10:30.213839 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7b8b3b74-0222-4ea9-ba76-d99bdec412cf req-794c77da-2a49-40eb-ba34-cddeba0a37f9 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483093 Mar 10 05:10:30.233199 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.245353 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-705065b8-0b1b-47be-afa5-aaa683d9e5eb None None] Provisioning complete for port 997c70eb-2845-4322-a8c7-47fc0603d099 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:30.245849 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-705065b8-0b1b-47be-afa5-aaa683d9e5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.278765 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-705065b8-0b1b-47be-afa5-aaa683d9e5eb None None] Port 997c70eb-2845-4322-a8c7-47fc0603d099 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:30.463123 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cf033-bd90-49f9-a556-647196686db1 req-e22d2957-e568-47e0-ac5c-79a44bfddd8c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:30.464568 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-896cf033-bd90-49f9-a556-647196686db1 req-e22d2957-e568-47e0-ac5c-79a44bfddd8c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.2202549 Mar 10 05:10:30.510166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-69f1ba00-6f84-4783-abdb-58c3f2a22665 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:30.511565 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-69f1ba00-6f84-4783-abdb-58c3f2a22665 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.2329121 Mar 10 05:10:30.640809 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-896cf033-bd90-49f9-a556-647196686db1 req-22b00130-c7a2-42bc-a8da-3a0cc9c1a745 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692061 Mar 10 05:10:30.795554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port b3204c89-174d-4ed8-a4c0-d34e61e28edb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:30.795798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.830019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997c70eb-2845-4322-a8c7-47fc0603d099 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:30.844139 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks [] for port (997c70eb-2845-4322-a8c7-47fc0603d099), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.895168 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Transition to ACTIVE for port object 997c70eb-2845-4322-a8c7-47fc0603d099 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:10:30.904926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.910373 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Deleting port bae158c9-256e-41ac-8ef5-6d974da21d09 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:30.910694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:30.936408 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b32b5108-dfc5-4e6b-9294-05d48f25f734 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:30.959406 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: b32b5108-dfc5-4e6b-9294-05d48f25f734 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:30.959759 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b32b5108-dfc5-4e6b-9294-05d48f25f734 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:31.234174 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] For port b3204c89-174d-4ed8-a4c0-d34e61e28edb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b3204c89-174d-4ed8-a4c0-d34e61e28edb,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:31.234544 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.296414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:31.355785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d8ccb-cceb-4944-8611-c212dcf0ebf2 req-97ad1254-caca-4d06-be87-fd1412fc0c69 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:31.360115 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-151d8ccb-cceb-4944-8611-c212dcf0ebf2 req-97ad1254-caca-4d06-be87-fd1412fc0c69 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 948 time: 0.0626931 Mar 10 05:10:31.408041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] For port bae158c9-256e-41ac-8ef5-6d974da21d09, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=bae158c9-256e-41ac-8ef5-6d974da21d09,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:31.408508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.415036 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-151d8ccb-cceb-4944-8611-c212dcf0ebf2 req-9e5c0c46-f608-474b-8b24-26a76aee24ae tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Mar 10 05:10:31.463804 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Calling delete_port for bae158c9-256e-41ac-8ef5-6d974da21d09 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:31.568120 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Attempting to bind port 997c70eb-2845-4322-a8c7-47fc0603d099 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:31.568455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Attempting to bind port 997c70eb-2845-4322-a8c7-47fc0603d099 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:31.568779 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Attempting to bind port 997c70eb-2845-4322-a8c7-47fc0603d099 on network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:31.582230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Port 997c70eb-2845-4322-a8c7-47fc0603d099 on network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:10:31.582554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Attempting to bind port 997c70eb-2845-4322-a8c7-47fc0603d099 on network e096756d-c3c2-4f7f-8424-fbdd818ad2f7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:31.597716 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:31.598055 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Checking segment: {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:31.598436 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Bound using segment: {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:31.598858 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Bound port: 997c70eb-2845-4322-a8c7-47fc0603d099, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97045953-bcc0-4772-8614-2143c977cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:31.599232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.627551 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.627914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.628230 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP fd881141-34b0-4a8c-8fc0-18a5dc239fc8 disassociated. External IP: 172.27.1.127, port: b3204c89-174d-4ed8-a4c0-d34e61e28edb. Mar 10 05:10:31.628572 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for b3204c89-174d-4ed8-a4c0-d34e61e28edb owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:31.843512 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:31.883877 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=997c70eb-2845-4322-a8c7-47fc0603d099,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:31.900128 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.930214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc81c6-46d6-45a5-9a31-7ee64d42a8e2 req-37af17a5-f4f1-4106-aa0f-e2106fe90df3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:31.931714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94cc81c6-46d6-45a5-9a31-7ee64d42a8e2 req-37af17a5-f4f1-4106-aa0f-e2106fe90df3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 946 time: 0.2003322 Mar 10 05:10:31.988900 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (bae158c9-256e-41ac-8ef5-6d974da21d09), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.993853 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:31.994473 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:31.995841 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] 10.222.0.24 "PUT /v2.0/ports/997c70eb-2845-4322-a8c7-47fc0603d099 HTTP/1.1" status: 200 len: 1098 time: 1.9156528 Mar 10 05:10:31.999546 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:32.001816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1496b56-e63b-4174-aac6-8447f33907d7" -d '{"events": [{"name": "network-changed", "server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:32.065952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (b3204c89-174d-4ed8-a4c0-d34e61e28edb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:32.067667 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8e95e-5a05-423b-a75f-bd491549042b x-openstack-request-id: req-95f8e95e-5a05-423b-a75f-bd491549042b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:32.068013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:32.068210 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95f8e95e-5a05-423b-a75f-bd491549042b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:32.068618 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099', 'status': 'completed', 'code': 200} Mar 10 05:10:32.076870 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1d99-8e04-42fa-ae8d-d258bcf0fb55 service neutron] Pushing event updated for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:32.150189 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94cc81c6-46d6-45a5-9a31-7ee64d42a8e2 req-45b5a1ed-c3f5-49c0-b984-d7d7cf05033a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6af1e19-e6bf-43f0-8817-ddcac4acfc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064357 Mar 10 05:10:32.171694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae158c9-256e-41ac-8ef5-6d974da21d09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:32.222037 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=b3204c89-174d-4ed8-a4c0-d34e61e28edb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:32.274437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-ae9f104c-edc3-4aca-ae73-01f42a2ecdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:32.275954 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-ae9f104c-edc3-4aca-ae73-01f42a2ecdf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52229017adf04f0b85f0b45df6752b6a&device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 1132 time: 0.2289786 Mar 10 05:10:32.360209 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-97e9c3bc-1128-4ac7-9db0-071c4b422b3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=997c70eb-2845-4322-a8c7-47fc0603d099 HTTP/1.1" status: 200 len: 217 time: 0.0503356 Mar 10 05:10:32.482984 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:32.499709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-203d70c3-dad1-4f59-84a8-a0bd1b45fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:32.501134 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-203d70c3-dad1-4f59-84a8-a0bd1b45fd98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e330a406-c175-485f-b021-19f430569bec HTTP/1.1" status: 200 len: 843 time: 0.1089756 Mar 10 05:10:32.520568 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:32.538997 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced9d9d-1255-4abd-8818-9f9d656e5644 req-1ffdab03-7241-4f5a-8e02-275d3f5b1b40 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:32.540538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dced9d9d-1255-4abd-8818-9f9d656e5644 req-1ffdab03-7241-4f5a-8e02-275d3f5b1b40 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 948 time: 0.0573730 Mar 10 05:10:32.605434 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dced9d9d-1255-4abd-8818-9f9d656e5644 req-107de9ec-2092-4f4b-8b8f-fc75abac42d5 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506673 Mar 10 05:10:32.688505 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-15cc9a46-6b9b-450e-8b15-7d4a1fe91bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:32.690065 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-15cc9a46-6b9b-450e-8b15-7d4a1fe91bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e096756d-c3c2-4f7f-8424-fbdd818ad2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1800761 Mar 10 05:10:32.759538 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:32.769592 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:32.780287 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:32.780971 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:32.845812 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] No DVR routers for this DVR port b3204c89-174d-4ed8-a4c0-d34e61e28edb on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:32.884274 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:32.887550 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0e75ce7-c356-4ff5-8a98-0ee2e15e497a req-5adb1c86-2a95-4d99-b17f-5bf0c96750c4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "DELETE /v2.0/ports/b3204c89-174d-4ed8-a4c0-d34e61e28edb HTTP/1.1" status: 204 len: 173 time: 2.3668506 Mar 10 05:10:32.899187 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:32.926049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-bc823377-4fe1-454e-96c0-9cbd9c515dc1 service neutron] 10.222.0.24 "GET /v2.0/networks/e096756d-c3c2-4f7f-8424-fbdd818ad2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272537 Mar 10 05:10:33.034614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Router f11537a4-9324-4b26-9eeb-93ad389b1ca5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:33.098496 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57f291c5-df2e-4f67-89e0-af7fd0143f29 req-958e93e4-dd89-4aed-b6c6-ddfa4c97106b service neutron] 10.222.0.24 "GET /v2.0/networks/e096756d-c3c2-4f7f-8424-fbdd818ad2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438334 Mar 10 05:10:33.119449 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.145663 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:33.155045 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:33.155670 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.198295 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:33.204824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-cc41b8ff-b70d-4143-bc2f-f884e3e37477 admin admin] 10.222.0.11 "PUT /v2.0/routers/f11537a4-9324-4b26-9eeb-93ad389b1ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7654600 Mar 10 05:10:33.207768 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:33.209731 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Sync routers for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:33.219937 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:33.220814 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.286743 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:33.482107 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:33.585841 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ff0d519a-d5e3-4c07-99a5-14a0444bc518 req-1571cab0-71f6-4c74-b345-4ef4c4322f7d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ab9780-115a-4330-a5ff-ee6cdf7b08d9 HTTP/1.1" status: 200 len: 210 time: 0.3358748 Mar 10 05:10:33.589219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-0073c11d-4337-4623-9fa6-a69fb9aed957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:33.590577 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-0073c11d-4337-4623-9fa6-a69fb9aed957 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52229017adf04f0b85f0b45df6752b6a&device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 1132 time: 0.4368577 Mar 10 05:10:33.640195 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.671793 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd864b68-9614-44ba-9187-dbcef6d2cf20 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:33.692722 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:10:31Z', 'revision_number': 5, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.733414 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks [] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:33.735580 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6364c7-7f29-466f-ac1e-0f64b805b836 req-aa234bbb-a6b7-4fcd-805a-7eb72f8bb254 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:33.737659 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cc6364c7-7f29-466f-ac1e-0f64b805b836 req-aa234bbb-a6b7-4fcd-805a-7eb72f8bb254 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 948 time: 0.0740156 Mar 10 05:10:33.738454 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Checking router: f11537a4-9324-4b26-9eeb-93ad389b1ca5 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:33.750205 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Routers {'f11537a4-9324-4b26-9eeb-93ad389b1ca5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:33.751155 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:33.787519 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-e5f19be4-a8b5-4f32-9565-40efedf49c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:33.790068 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-e5f19be4-a8b5-4f32-9565-40efedf49c37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e096756d-c3c2-4f7f-8424-fbdd818ad2f7 HTTP/1.1" status: 200 len: 869 time: 0.1851125 Mar 10 05:10:33.797297 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cc6364c7-7f29-466f-ac1e-0f64b805b836 req-8d2a6a67-eaca-4c9a-b229-56c758398f7e tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Mar 10 05:10:33.839371 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-d2404bb3-ffe8-4807-bef6-c3e59a9afa8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=997c70eb-2845-4322-a8c7-47fc0603d099 HTTP/1.1" status: 200 len: 217 time: 0.0408902 Mar 10 05:10:33.873391 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] Set router f11537a4-9324-4b26-9eeb-93ad389b1ca5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:33.927453 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks [] for router_gateway (f11537a4-9324-4b26-9eeb-93ad389b1ca5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:33.932928 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-513ec165-1e15-4b43-84f3-6c08183256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:33.935011 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-513ec165-1e15-4b43-84f3-6c08183256eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e330a406-c175-485f-b021-19f430569bec HTTP/1.1" status: 200 len: 843 time: 0.0655892 Mar 10 05:10:33.999539 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ae909-9a27-458a-aab2-bae7d25484b6 None None] New status for floating IP fd881141-34b0-4a8c-8fc0-18a5dc239fc8: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:34.017502 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-03adeeaf-c467-4a74-a9d8-1af87d17e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:34.018993 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-03adeeaf-c467-4a74-a9d8-1af87d17e7dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e096756d-c3c2-4f7f-8424-fbdd818ad2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0780442 Mar 10 05:10:34.019643 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 997c70eb-2845-4322-a8c7-47fc0603d099 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:10:34.050466 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Deleting port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:34.050806 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.070909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'name': 'network-vif-deleted', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:34.073439 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c8a8a-b914-4fd3-ba49-1be0d6a40e2d" -d '{"events": [{"server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "name": "network-vif-deleted", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:34.074035 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b3204c89-174d-4ed8-a4c0-d34e61e28edb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:34.124158 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c801d4a-8b5d-479e-8158-1f6b7398a49f x-openstack-request-id: req-7c801d4a-8b5d-479e-8158-1f6b7398a49f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:34.124503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ab9780-115a-4330-a5ff-ee6cdf7b08d9", "name": "network-vif-deleted", "tag": "b3204c89-174d-4ed8-a4c0-d34e61e28edb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:34.124717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c801d4a-8b5d-479e-8158-1f6b7398a49f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:34.125389 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ab9780-115a-4330-a5ff-ee6cdf7b08d9', 'name': 'network-vif-deleted', 'tag': 'b3204c89-174d-4ed8-a4c0-d34e61e28edb', 'status': 'completed', 'code': 200} Mar 10 05:10:34.159763 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: b3204c89-174d-4ed8-a4c0-d34e61e28edb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:34.160109 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device b3204c89-174d-4ed8-a4c0-d34e61e28edb not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:34.186437 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-f669557b-19b5-4754-94f4-704cbb50c02f service neutron] 10.222.0.24 "GET /v2.0/networks/e096756d-c3c2-4f7f-8424-fbdd818ad2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596115 Mar 10 05:10:34.191234 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=997c70eb-2845-4322-a8c7-47fc0603d099,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:34.205541 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '997c70eb-2845-4322-a8c7-47fc0603d099', 'network_id': 'e096756d-c3c2-4f7f-8424-fbdd818ad2f7', 'port_id': '997c70eb-2845-4322-a8c7-47fc0603d099', 'mac_address': 'fa:16:3e:19:ee:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e330a406-c175-485f-b021-19f430569bec', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:10:34.206544 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] For port 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:34.206911 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.231533 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Calling delete_port for 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:34.251011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:10:31Z', 'revision_number': 5, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:34.254892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 997c70eb-2845-4322-a8c7-47fc0603d099 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:34.255287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.286267 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac25d7-a870-4fb4-a668-e718d675b32b None None] The sync data for ids ['f11537a4-9324-4b26-9eeb-93ad389b1ca5'] in dv-cinder-804757-26-iscsi is: [{'id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'name': 'tempest-TestMinimumBasicScenario-1147449778-router', 'tenant_id': '3253c34c57334a09adbda6aa89404c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:06:35Z', 'updated_at': '2022-03-10T05:10:31Z', 'revision_number': 5, 'project_id': '3253c34c57334a09adbda6aa89404c41', 'gw_port': {'id': '5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11537a4-9324-4b26-9eeb-93ad389b1ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:06:36Z', 'updated_at': '2022-03-10T05:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:34.292314 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c70eb-2845-4322-a8c7-47fc0603d099 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:34.316751 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=997c70eb-2845-4322-a8c7-47fc0603d099,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:34.325671 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.345992 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e1496b56-e63b-4174-aac6-8447f33907d7 req-83fe3c0c-987f-4d72-a041-ec7181e2e80d service neutron] 10.222.0.24 "GET /v2.0/networks/e096756d-c3c2-4f7f-8424-fbdd818ad2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526673 Mar 10 05:10:34.373699 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:34.460308 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.484894 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:34.544589 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['997c70eb-2845-4322-a8c7-47fc0603d099'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:34.548393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.644136 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.646404 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks [] for router_controller (f11537a4-9324-4b26-9eeb-93ad389b1ca5), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.699986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (f11537a4-9324-4b26-9eeb-93ad389b1ca5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.704571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11537a4-9324-4b26-9eeb-93ad389b1ca5 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:10:34.704825 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:34.715036 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.719326 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-189c78ef-699d-40a8-8ddf-51282c82c375 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f11537a4-9324-4b26-9eeb-93ad389b1ca5 HTTP/1.1" status: 204 len: 168 time: 1.5103018 Mar 10 05:10:34.720119 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:34.766421 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (e6af1e19-e6bf-43f0-8817-ddcac4acfc54), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.770301 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Deleting subnet 40d0c6f4-a28f-41af-9a4b-9b79003bbf17 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:10:34.773946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Publish callbacks [] for subnet (40d0c6f4-a28f-41af-9a4b-9b79003bbf17), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.794267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (e6af1e19-e6bf-43f0-8817-ddcac4acfc54), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.814607 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (40d0c6f4-a28f-41af-9a4b-9b79003bbf17), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.849685 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e6af1e19-e6bf-43f0-8817-ddcac4acfc54), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.853562 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:34.854712 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/security-groups/e6af1e19-e6bf-43f0-8817-ddcac4acfc54 HTTP/1.1" status: 204 len: 168 time: 0.1486104 Mar 10 05:10:34.857543 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:34.865099 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19688d1-1d37-4dca-8239-eb654a8b3f6c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af1e19-e6bf-43f0-8817-ddcac4acfc54,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:34.894778 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-2616aacb-1545-49d0-a339-fa64a81439c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] show failed (client error): The resource could not be found. Mar 10 05:10:34.895648 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2616aacb-1545-49d0-a339-fa64a81439c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups/e6af1e19-e6bf-43f0-8817-ddcac4acfc54 HTTP/1.1" status: 404 len: 347 time: 0.0368340 Mar 10 05:10:34.918932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:34.948528 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39ca5-04d9-48cf-95ee-9d3905a2b4e7 req-9168402a-f5e5-4528-a17c-365cedde621e tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:34.955573 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f2a39ca5-04d9-48cf-95ee-9d3905a2b4e7 req-9168402a-f5e5-4528-a17c-365cedde621e tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 949 time: 0.0717814 Mar 10 05:10:35.006048 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f2a39ca5-04d9-48cf-95ee-9d3905a2b4e7 req-fb931739-19a6-4825-8ef2-aa94ead892bb tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Mar 10 05:10:35.023268 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device bae158c9-256e-41ac-8ef5-6d974da21d09 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:35.039081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (40d0c6f4-a28f-41af-9a4b-9b79003bbf17), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.049002 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: bae158c9-256e-41ac-8ef5-6d974da21d09 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:35.049376 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device bae158c9-256e-41ac-8ef5-6d974da21d09 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:35.129979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (40d0c6f4-a28f-41af-9a4b-9b79003bbf17), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.139608 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port d2b7fbe1-34c6-4f9f-814f-030f2c6661ae {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:35.139937 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.169495 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d0c6f4-a28f-41af-9a4b-9b79003bbf17,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.174795 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.178014 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-60129cca-710b-4796-a91f-1bc590e241c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/40d0c6f4-a28f-41af-9a4b-9b79003bbf17 HTTP/1.1" status: 204 len: 168 time: 0.4569623 Mar 10 05:10:35.178160 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a78462-5f4a-4d18-a81a-7ec123a74430 None None] Network 396f6b7d-8da9-4c50-b815-cd68ac205e5a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:35.180699 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:35.250801 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.251069 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (396f6b7d-8da9-4c50-b815-cd68ac205e5a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.251313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.265101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for d2b7fbe1-34c6-4f9f-814f-030f2c6661ae owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:35.308649 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Deleting port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:35.309040 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.378966 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] For port 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=7f2ccdd8-9c12-401b-9f43-180eb57cba62,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:35.379329 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.388085 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] DHCP port deletion for 396f6b7d-8da9-4c50-b815-cd68ac205e5a request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:10:35.399860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Calling delete_port for 7f2ccdd8-9c12-401b-9f43-180eb57cba62 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:35.424204 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (d2b7fbe1-34c6-4f9f-814f-030f2c6661ae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.452272 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=d2b7fbe1-34c6-4f9f-814f-030f2c6661ae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.456612 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Deleting port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:35.457213 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.488073 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.518885 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2ccdd8-9c12-401b-9f43-180eb57cba62,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.520687 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] No DVR routers for this DVR port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:35.529240 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (fd881141-34b0-4a8c-8fc0-18a5dc239fc8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.532060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.533229 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-56cc7b41-c269-4a87-89d2-686dd2f44dc4 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/floatingips/fd881141-34b0-4a8c-8fc0-18a5dc239fc8 HTTP/1.1" status: 204 len: 168 time: 0.6133347 Mar 10 05:10:35.537305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] For port 7f2ccdd8-9c12-401b-9f43-180eb57cba62, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=7f2ccdd8-9c12-401b-9f43-180eb57cba62,segment=NetworkSegment(23b5df56-2737-4533-8f0f-40e922f283b2),segment_id=23b5df56-2737-4533-8f0f-40e922f283b2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:35.537711 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.557723 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Calling delete_port for 7f2ccdd8-9c12-401b-9f43-180eb57cba62 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:35.607584 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (396f6b7d-8da9-4c50-b815-cd68ac205e5a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.627530 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396f6b7d-8da9-4c50-b815-cd68ac205e5a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:35.636642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (7f2ccdd8-9c12-401b-9f43-180eb57cba62), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.637269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b5df56-2737-4533-8f0f-40e922f283b2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:35.637567 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b5df56-2737-4533-8f0f-40e922f283b2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:35.647114 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (23b5df56-2737-4533-8f0f-40e922f283b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.660660 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] Pushing event deleted for resources: {'Port': ['ID=7f2ccdd8-9c12-401b-9f43-180eb57cba62,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.669620 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (23b5df56-2737-4533-8f0f-40e922f283b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.670401 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599179f-47d7-42bd-a5e2-1b7f17f28980 None None] No DVR routers for this DVR port 7f2ccdd8-9c12-401b-9f43-180eb57cba62 on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:35.683403 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:10:35.684486 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (23b5df56-2737-4533-8f0f-40e922f283b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:10:35.686432 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:10:35.698872 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:35.703238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520097008', 'description': 'tempest-description--114099940'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:35.755508 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (396f6b7d-8da9-4c50-b815-cd68ac205e5a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.757611 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.762341 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.765617 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] 10.222.0.11 "DELETE /v2.0/networks/396f6b7d-8da9-4c50-b815-cd68ac205e5a HTTP/1.1" status: 204 len: 168 time: 0.5831981 Mar 10 05:10:35.784668 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b403c-65ed-42e7-bab2-a21ccd012565 admin admin] Pushing event deleted for resources: {'Network': ['ID=396f6b7d-8da9-4c50-b815-cd68ac205e5a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.842474 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (44fc6737-44c8-442d-93a9-4c705d66017d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.847144 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (44fc6737-44c8-442d-93a9-4c705d66017d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.882538 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.883771 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1839514 Mar 10 05:10:35.886049 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f467c2-d5c2-4af2-bd51-107949b703b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fc6737-44c8-442d-93a9-4c705d66017d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:35.886841 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:35.892650 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '44fc6737-44c8-442d-93a9-4c705d66017d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:35.918793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (93e36b82-3ca7-44b8-9278-848756e5f2f3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.936331 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:35.973165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (93e36b82-3ca7-44b8-9278-848756e5f2f3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.976832 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b0f983a5-7088-4f75-bed7-3c3d84a471b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33aec885492c41f59e2024ad941db45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392647 Mar 10 05:10:35.977104 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (93e36b82-3ca7-44b8-9278-848756e5f2f3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:35.979395 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:35.995972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e36b82-3ca7-44b8-9278-848756e5f2f3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.001996 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.003601 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2d418932-202a-4f0c-9428-6d205fe7051f tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156850 Mar 10 05:10:36.006302 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:36.011347 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'security_group_rule': {'security_group_id': '44fc6737-44c8-442d-93a9-4c705d66017d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:36.028226 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] Publish callbacks [] for security_group (067f67b0-2673-4987-8dd7-6d0f0d7607c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.035411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (c5e37f38-9cbb-4467-8c2d-3113358ba165), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.037760 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 997c70eb-2845-4322-a8c7-47fc0603d099 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:36.051397 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] Publish callbacks [] for security_group (067f67b0-2673-4987-8dd7-6d0f0d7607c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.101014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (c5e37f38-9cbb-4467-8c2d-3113358ba165), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.104896 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (c5e37f38-9cbb-4467-8c2d-3113358ba165), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.111065 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 997c70eb-2845-4322-a8c7-47fc0603d099 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:10:36.115218 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 997c70eb-2845-4322-a8c7-47fc0603d099 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:36.115687 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.126083 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e37f38-9cbb-4467-8c2d-3113358ba165,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.130869 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (067f67b0-2673-4987-8dd7-6d0f0d7607c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.133990 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.135715 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/067f67b0-2673-4987-8dd7-6d0f0d7607c9 HTTP/1.1" status: 204 len: 168 time: 0.1552527 Mar 10 05:10:36.148386 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.149878 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb7be0-0cf5-4169-b9f7-f23857e3ab3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f67b0-2673-4987-8dd7-6d0f0d7607c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.154533 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e521fcc1-bff0-4d7a-9e46-fcef2e3dd7a2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435764 Mar 10 05:10:36.154696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:36.158913 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:36.177287 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cd16-5cb0-43b6-9835-710d6ac34635 req-aab000fc-2889-49f5-a700-266e41fc41dd tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:36.179734 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4ef7cd16-5cb0-43b6-9835-710d6ac34635 req-aab000fc-2889-49f5-a700-266e41fc41dd tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 949 time: 0.0840061 Mar 10 05:10:36.190066 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.231504 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 997c70eb-2845-4322-a8c7-47fc0603d099 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:36.231887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.250054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4ef7cd16-5cb0-43b6-9835-710d6ac34635 req-622efa6c-3468-43f0-8a8f-06a3aa387dd3 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628676 Mar 10 05:10:36.271731 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:36.275191 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82531b66-9c0e-44b2-9278-555a3dd456f1" -d '{"events": [{"server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "name": "network-vif-plugged", "status": "completed", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:36.290460 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=997c70eb-2845-4322-a8c7-47fc0603d099,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:36.297653 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.314805 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.324095 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7591c544-6167-4169-9870-7eee6ca43d7e x-openstack-request-id: req-7591c544-6167-4169-9870-7eee6ca43d7e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:36.324462 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "name": "network-vif-plugged", "status": "completed", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:36.324780 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7591c544-6167-4169-9870-7eee6ca43d7e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:36.325299 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099', 'code': 200} Mar 10 05:10:36.352843 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.446975 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.27.1.186 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/5deb9483-092e-46b9-b4a8-797152090fb2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:36.567355 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed78fc-dc71-49d4-a9ab-0eb6a5666e31 req-cc9b13bd-febc-418b-96e6-5d21870c1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:36.568828 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbed78fc-dc71-49d4-a9ab-0eb6a5666e31 req-cc9b13bd-febc-418b-96e6-5d21870c1574 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 1134 time: 0.0962405 Mar 10 05:10:36.575459 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:36.600062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (5deb9483-092e-46b9-b4a8-797152090fb2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.614022 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e7122adf-055d-4ea4-972b-bd632c5a865f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3253c34c57334a09adbda6aa89404c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371604 Mar 10 05:10:36.617254 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:36.664180 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fbed78fc-dc71-49d4-a9ab-0eb6a5666e31 req-1be92c59-8f5f-4a89-a9a3-e212578ad1e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881298 Mar 10 05:10:36.681013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.732223 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:36.736939 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] Publish callbacks [] for security_group (05646ae2-ae91-4ed2-a540-b9d15551327c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.738668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:36.743926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:36.747977 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=5deb9483-092e-46b9-b4a8-797152090fb2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.790349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] Publish callbacks [] for security_group (05646ae2-ae91-4ed2-a540-b9d15551327c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.871268 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.903519 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (05646ae2-ae91-4ed2-a540-b9d15551327c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.906118 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.909605 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05646ae2-ae91-4ed2-a540-b9d15551327c HTTP/1.1" status: 204 len: 168 time: 0.2880328 Mar 10 05:10:36.921623 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:36.924516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de265b-ede6-42ab-9289-2a9ed7e11533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05646ae2-ae91-4ed2-a540-b9d15551327c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:36.948184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 7f2ccdd8-9c12-401b-9f43-180eb57cba62 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:36.968326 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 7f2ccdd8-9c12-401b-9f43-180eb57cba62 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:36.968680 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 7f2ccdd8-9c12-401b-9f43-180eb57cba62 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:36.969115 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:36.992136 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:36.992485 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5e7d4210-df8d-44eb-8b0b-fd19a7d80a4b not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:37.090753 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (5deb9483-092e-46b9-b4a8-797152090fb2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.095314 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.164317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=5deb9483-092e-46b9-b4a8-797152090fb2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:37.177508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.192436 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.193787 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-74c7e07d-9a4c-45cb-aa72-c984ce343616 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0382750 Mar 10 05:10:37.389344 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fdfca-0d98-4755-82ec-9cb93cd7f878 req-cc8c33b3-036d-455f-8ec2-ecce93b31e23 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:37.390998 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db6fdfca-0d98-4755-82ec-9cb93cd7f878 req-cc8c33b3-036d-455f-8ec2-ecce93b31e23 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 950 time: 0.0574210 Mar 10 05:10:37.406687 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-500c5c90-65e3-4594-b133-dbf468bb5f7e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1520097008&fields=id&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 267 time: 0.0512025 Mar 10 05:10:37.446890 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db6fdfca-0d98-4755-82ec-9cb93cd7f878 req-ef48a504-00aa-4d35-ad57-4d47399c36ea tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Mar 10 05:10:37.533090 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-cf980b29-6ca8-464a-aa27-c264e403e486 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:37.534589 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-cf980b29-6ca8-464a-aa27-c264e403e486 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.1185169 Mar 10 05:10:37.549483 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-fce2531f-315a-4bd3-9146-b7d455303b18 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/quotas/9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 375 time: 0.0089607 Mar 10 05:10:37.607412 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-9c10cf9f-6e7e-42dd-961d-77d6f6f1ebaf tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527983 Mar 10 05:10:37.617307 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:37.747696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721915351-network', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:37.807724 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Made reservation on behalf of f16f0973561d4199b22e45b6249075ce for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:37.809979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.822561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.848419 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-f58df50d-5cd9-4a12-ab51-5ae47f1051eb service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289507 Mar 10 05:10:37.971543 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-32c93eb7-91ea-41a8-bb78-6eaf14ce0ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166556 Mar 10 05:10:37.984125 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks [] for security_group (93b653b3-e44f-4e3a-81b5-1780c811d244), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:37.988398 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (93b653b3-e44f-4e3a-81b5-1780c811d244), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.014981 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:10:38.025482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b653b3-e44f-4e3a-81b5-1780c811d244,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:38.030264 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (70837123-8c22-4ace-8e38-1a6c66d93d25), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.030603 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Added segment 70837123-8c22-4ace-8e38-1a6c66d93d25 of type vlan for network 90220d5d-27df-47b9-b21f-5cbefb914f8f Mar 10 05:10:38.042614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.042969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.043315 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.043654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.043990 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.044323 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.044654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.044986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.045344 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.045747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.046165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.046521 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.046876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:38.093164 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (90220d5d-27df-47b9-b21f-5cbefb914f8f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.123557 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (90220d5d-27df-47b9-b21f-5cbefb914f8f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.124717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:38.125382 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.147420 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a577c41e-ec57-455f-82ed-375c58d5476a req-836291c3-2aac-4834-9810-0a8e457bc7a0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 210 time: 0.0326138 Mar 10 05:10:38.163726 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5428128 Mar 10 05:10:38.163936 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:38.168461 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Request body: {'subnet': {'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721915351-subnet', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:38.201295 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdb1a8-ee7e-4239-8996-de17395215cd admin admin] Pushing event updated for resources: {'Network': ['ID=90220d5d-27df-47b9-b21f-5cbefb914f8f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:38.212845 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:10:38.219749 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Made reservation on behalf of f16f0973561d4199b22e45b6249075ce for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:38.222321 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15770254'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.397746 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14716497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15770272'] for subnet (acdbc15a-6aaa-4b43-8f00-d5f60314412a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.449090 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdbc15a-6aaa-4b43-8f00-d5f60314412a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:38.463986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Checking segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:38.464337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Network hostable DHCP agents. Network: 90220d5d-27df-47b9-b21f-5cbefb914f8f, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:10:38.487479 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:10:38.498369 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 90220d5d-27df-47b9-b21f-5cbefb914f8f) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:38.502837 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:38.503423 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.513164 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980ad2a-ce17-4fa6-8345-ff2fcbe8f92d None None] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:38.520898 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-55f0d126-9752-41af-925a-5ddee8bd3419 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3559542 Mar 10 05:10:38.524339 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:38.528766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:38.576562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (689fd24e-b701-4d8a-8140-33340720d05c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.577624 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (689fd24e-b701-4d8a-8140-33340720d05c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.617985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdea77-5de8-433b-8fe7-1bad6c183124 req-347a5fd2-4705-4664-9a9d-13994e9476e4 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:38.619515 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45cdea77-5de8-433b-8fe7-1bad6c183124 req-347a5fd2-4705-4664-9a9d-13994e9476e4 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 950 time: 0.0785093 Mar 10 05:10:38.646201 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-90220d5d-27df-47b9-b21f-5cbefb914f8f', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:10:38.647428 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.651918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for router_controller (689fd24e-b701-4d8a-8140-33340720d05c), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.799412 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Allocated IP 172.20.0.2 (90220d5d-27df-47b9-b21f-5cbefb914f8f/acdbc15a-6aaa-4b43-8f00-d5f60314412a/e8d408e2-8da8-4299-9044-181fd8b31b3f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:38.953032 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks [] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:38.959071 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.001342 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:39.004166 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:39.009880 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:39.018554 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Pushing event updated for resources: {'Port': ['ID=e8d408e2-8da8-4299-9044-181fd8b31b3f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:39.070322 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45cdea77-5de8-433b-8fe7-1bad6c183124 req-1e78a9f1-0a46-4c69-86cc-8c91f68c123f tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202592 Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Attempting to bind port e8d408e2-8da8-4299-9044-181fd8b31b3f on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Attempting to bind port e8d408e2-8da8-4299-9044-181fd8b31b3f by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Attempting to bind port e8d408e2-8da8-4299-9044-181fd8b31b3f on network 90220d5d-27df-47b9-b21f-5cbefb914f8f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Checking segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Bound using segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Bound port: e8d408e2-8da8-4299-9044-181fd8b31b3f, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:39.093184 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.104216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for router_gateway (689fd24e-b701-4d8a-8140-33340720d05c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.208039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] For port e8d408e2-8da8-4299-9044-181fd8b31b3f, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:39.212579 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] For port e8d408e2-8da8-4299-9044-181fd8b31b3f, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e8d408e2-8da8-4299-9044-181fd8b31b3f,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:39.229006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.352260 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c1f80-57a4-46cd-ac70-ca15ecbb5b86 None None] Pushing event updated for resources: {'Port': ['ID=e8d408e2-8da8-4299-9044-181fd8b31b3f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:39.384057 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d237c30a-85fc-4c14-8d8c-35b34f340603 req-56c3d611-238e-43a8-b71b-3ed54f2cab52 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 210 time: 0.0600173 Mar 10 05:10:39.473134 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-26597053-ef7b-4f9e-94af-44f22486bc2a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:39.474772 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-26597053-ef7b-4f9e-94af-44f22486bc2a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 815 time: 0.2650187 Mar 10 05:10:39.492651 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b612404-9fd4-46c9-a86e-128dfcb4b8cb req-57cc30bb-1e93-4a1b-ab21-ea49d6c29ad8 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:39.494471 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7b612404-9fd4-46c9-a86e-128dfcb4b8cb req-57cc30bb-1e93-4a1b-ab21-ea49d6c29ad8 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 950 time: 0.0631559 Mar 10 05:10:39.585562 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7b612404-9fd4-46c9-a86e-128dfcb4b8cb req-763ed952-69c0-4094-9e3b-7058079a2cd4 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793734 Mar 10 05:10:39.601583 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for router_gateway (689fd24e-b701-4d8a-8140-33340720d05c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.624899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:39.638003 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-33ea5ae2-e974-49f2-b8be-c6447d71bbac tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9383da2253074517840ac7aae4b86aab HTTP/1.1" status: 200 len: 380 time: 0.1342008 Mar 10 05:10:39.680395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'port': {'device_id': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'admin_state_up': True, 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'security_groups': ['44fc6737-44c8-442d-93a9-4c705d66017d']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:39.820751 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Allocated IP 172.27.1.13 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/c06b3bf8-86d4-4839-af67-6bb6864c1105) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:39.862163 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Made reservation on behalf of 9383da2253074517840ac7aae4b86aab for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:39.865496 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.004600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.073625 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Allocated IP 172.20.0.14 (90185edd-994f-454f-844c-1ceabef2dbe1/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951/3430cbfa-4b8b-4703-ae1c-54e8dea631a3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:40.093999 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.166275 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:40.184208 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:40.186917 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:40.191649 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Pushing event updated for resources: {'Port': ['ID=c06b3bf8-86d4-4839-af67-6bb6864c1105,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:40.329076 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1f417-ddcb-483b-a4e6-4de4151ed0f5 None None] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:40.403550 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.450110 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Provisioning complete for port e8d408e2-8da8-4299-9044-181fd8b31b3f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:40.450490 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.529841 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cf2a9cde-a385-4755-8197-dd264a51027a req-f0141897-bf68-4796-afa0-17b9a9720227 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 210 time: 0.0404904 Mar 10 05:10:40.532410 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.573541 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Current status of the port e8d408e2-8da8-4299-9044-181fd8b31b3f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:40.574454 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.599258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Network 90185edd-994f-454f-844c-1ceabef2dbe1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:40.606422 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:40.609621 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:40.632264 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] For port e8d408e2-8da8-4299-9044-181fd8b31b3f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e8d408e2-8da8-4299-9044-181fd8b31b3f,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:40.637681 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.649692 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28d67d-2797-4b67-9eb0-0c308bfb6ca1 req-b3ec279e-1111-4b24-bb6b-c970f65bdb78 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:40.658492 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ae28d67d-2797-4b67-9eb0-0c308bfb6ca1 req-b3ec279e-1111-4b24-bb6b-c970f65bdb78 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.0872705 Mar 10 05:10:40.687135 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event updated for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:40.716569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:40.717499 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.722443 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for router_gateway (689fd24e-b701-4d8a-8140-33340720d05c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.745445 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee3b4d-e7b6-4b4d-a466-3d06137ed75f None None] Pushing event updated for resources: {'Port': ['ID=e8d408e2-8da8-4299-9044-181fd8b31b3f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:40.753863 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ae28d67d-2797-4b67-9eb0-0c308bfb6ca1 req-92246ca5-daa4-4681-a301-48044bdec3f1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894263 Mar 10 05:10:40.828021 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-73ad9638-4892-457a-945c-cef122cc0d7b tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1548562 Mar 10 05:10:40.855167 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Request body: {'port': {'device_id': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:40.867538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d79a0b8-b793-4c9b-9181-07578d7da895 None None] Provisioning complete for port e8d408e2-8da8-4299-9044-181fd8b31b3f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:40.867912 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d79a0b8-b793-4c9b-9181-07578d7da895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:40.989578 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366ae4c-fa9c-4024-99e6-1db79f383b89 req-a0c9a465-2e7c-43b4-9636-ccc9f72fe424 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:40.991985 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d366ae4c-fa9c-4024-99e6-1db79f383b89 req-a0c9a465-2e7c-43b4-9636-ccc9f72fe424 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 950 time: 0.2704771 Mar 10 05:10:41.002834 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-b8c30d90-8b1c-4079-b493-528fa8c299c6 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:41.004290 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-b8c30d90-8b1c-4079-b493-528fa8c299c6 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.24 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 950 time: 0.1945362 Mar 10 05:10:41.006183 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e8d408e2-8da8-4299-9044-181fd8b31b3f up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:41.064358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.110309 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e8d408e2-8da8-4299-9044-181fd8b31b3f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:41.110594 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.141806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7d79a0b8-b793-4c9b-9181-07578d7da895 None None] Current status of the port e8d408e2-8da8-4299-9044-181fd8b31b3f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:41.195419 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e8d408e2-8da8-4299-9044-181fd8b31b3f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:41.213321 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d366ae4c-fa9c-4024-99e6-1db79f383b89 req-66d9e648-5298-43ca-9428-0a7c9f2cfd4d tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055442 Mar 10 05:10:41.252824 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (689fd24e-b701-4d8a-8140-33340720d05c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.261008 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2157c3de-4635-4b6a-b97d-0a6dddc0570a None None] Provisioning complete for port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:41.261418 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2157c3de-4635-4b6a-b97d-0a6dddc0570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.296342 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2157c3de-4635-4b6a-b97d-0a6dddc0570a None None] Port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:41.386861 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Deleting port 997c70eb-2845-4322-a8c7-47fc0603d099 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:41.387108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.653976 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bf8cf-a3f3-42fd-a9b0-077eae6b9a41 req-35b61184-b4cd-4945-a325-6bde1688d42a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:41.655429 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-876bf8cf-a3f3-42fd-a9b0-077eae6b9a41 req-35b61184-b4cd-4945-a325-6bde1688d42a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 932 time: 0.0539880 Mar 10 05:10:41.706950 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-876bf8cf-a3f3-42fd-a9b0-077eae6b9a41 req-0124969a-2562-432f-9719-6aa72f59bcb0 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Mar 10 05:10:41.900167 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] For port 997c70eb-2845-4322-a8c7-47fc0603d099, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=997c70eb-2845-4322-a8c7-47fc0603d099,segment=NetworkSegment(97045953-bcc0-4772-8614-2143c977cf2e),segment_id=97045953-bcc0-4772-8614-2143c977cf2e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:41.900752 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:41.927491 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Calling delete_port for 997c70eb-2845-4322-a8c7-47fc0603d099 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:42.002351 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Router 689fd24e-b701-4d8a-8140-33340720d05c is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:10:42.010951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90819a3b-5795-47c6-9167-1042ef02fc45 req-ee4ec3a3-d486-47b6-9c3c-9324ff8ac2e3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:42.012407 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-90819a3b-5795-47c6-9167-1042ef02fc45 req-ee4ec3a3-d486-47b6-9c3c-9324ff8ac2e3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.1979029 Mar 10 05:10:42.030992 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:42.057908 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks [] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.136663 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Transition to ACTIVE for port object 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:10:42.144326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.148764 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-90819a3b-5795-47c6-9167-1042ef02fc45 req-64a9904e-7fcd-4d60-9b40-da926950a75c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291661 Mar 10 05:10:42.273673 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Pushing event updated for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:42.336050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:42.346829 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (997c70eb-2845-4322-a8c7-47fc0603d099), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.347238 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Sync routers for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:42.348647 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5faac-5221-4f3c-8636-afaf6cae9548 req-a06defcb-96f8-4eb6-ba22-2d266fe0834d tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:42.351601 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-91f5faac-5221-4f3c-8636-afaf6cae9548 req-a06defcb-96f8-4eb6-ba22-2d266fe0834d tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/ports?device_id=611e8538-f5fc-4528-a0ca-7d10163e2f61 HTTP/1.1" status: 200 len: 867 time: 0.0668776 Mar 10 05:10:42.361547 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:42.362764 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:42.409519 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Pushing event deleted for resources: {'Port': ['ID=997c70eb-2845-4322-a8c7-47fc0603d099,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:42.425725 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-91f5faac-5221-4f3c-8636-afaf6cae9548 req-3bac0c51-5adc-40b6-95b4-94037fd0b692 tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.11 "GET /v2.0/security-groups?id=1476d50d-5c5c-4279-9f48-09da0d354736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Mar 10 05:10:42.430503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.434600 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-aabe5174-73ba-45a4-9b78-d66a30cbe437 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9066031 Mar 10 05:10:42.434719 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:42.452254 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Attempting to bind port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:42.452741 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Attempting to bind port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:42.453295 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Attempting to bind port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:42.474569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 on network 90185edd-994f-454f-844c-1ceabef2dbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:10:42.474987 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Attempting to bind port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 on network 90185edd-994f-454f-844c-1ceabef2dbe1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:42.482511 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:42.482909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Checking segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:42.483374 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Bound using segment: {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:42.483885 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Bound port: 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3876797f-1fe3-4863-a428-05cd336764ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:42.484319 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.512877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:42.523064 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] No DVR routers for this DVR port 997c70eb-2845-4322-a8c7-47fc0603d099 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:42.526877 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.530819 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] 10.222.0.24 "DELETE /v2.0/ports/997c70eb-2845-4322-a8c7-47fc0603d099 HTTP/1.1" status: 204 len: 173 time: 1.5158393 Mar 10 05:10:42.568090 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'name': 'network-vif-deleted', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:42.571762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb61f4-aa46-459a-bd6b-aa7256347069" -d '{"events": [{"server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "name": "network-vif-deleted", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:42.681880 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c9ff97-ef33-4235-b2ae-f66cd65d92b9 x-openstack-request-id: req-b6c9ff97-ef33-4235-b2ae-f66cd65d92b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:42.682179 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611e8538-f5fc-4528-a0ca-7d10163e2f61", "name": "network-vif-deleted", "tag": "997c70eb-2845-4322-a8c7-47fc0603d099", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:42.682692 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6c9ff97-ef33-4235-b2ae-f66cd65d92b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:42.683122 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611e8538-f5fc-4528-a0ca-7d10163e2f61', 'name': 'network-vif-deleted', 'tag': '997c70eb-2845-4322-a8c7-47fc0603d099', 'status': 'completed', 'code': 200} Mar 10 05:10:42.742861 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-fe76952b-4c82-46f0-9ad1-1dd3a98c13d3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:42.744151 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-fe76952b-4c82-46f0-9ad1-1dd3a98c13d3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.2437384 Mar 10 05:10:42.747024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:42.753108 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:40Z', 'revision_number': 3, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:42.756525 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:42.793353 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Checking router: 689fd24e-b701-4d8a-8140-33340720d05c for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:42.793887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Updating router 689fd24e-b701-4d8a-8140-33340720d05c port c06b3bf8-86d4-4839-af67-6bb6864c1105 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:10:42.794847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.830397 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:42.831029 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.833071 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] 10.222.0.24 "PUT /v2.0/ports/3430cbfa-4b8b-4703-ae1c-54e8dea631a3 HTTP/1.1" status: 200 len: 1094 time: 1.9877405 Mar 10 05:10:42.847777 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:42.969429 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cce9f-fbf7-45f4-873c-7397e3501231 service neutron] Pushing event updated for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:42.984719 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Deleting port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:42.985072 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.076283 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ff2ea-b8b4-4449-8065-e20f771f0f74 req-fe5739d0-9d77-4eb9-b8fe-320f8e7ef158 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:43.078210 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-178ff2ea-b8b4-4449-8065-e20f771f0f74 req-fe5739d0-9d77-4eb9-b8fe-320f8e7ef158 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 944 time: 0.2691469 Mar 10 05:10:43.145680 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.187208 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-3f233f1d-2f0e-4dc3-bdfa-b5b1422a7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:43.191584 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-3f233f1d-2f0e-4dc3-bdfa-b5b1422a7a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 1128 time: 0.3009770 Mar 10 05:10:43.218232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] For port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:43.219677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.248986 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks [] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.255728 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.281040 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-c9dfb0cc-d674-4ddc-b8c7-254b863ff52a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3 HTTP/1.1" status: 200 len: 217 time: 0.0753875 Mar 10 05:10:43.313028 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Allocated IP 172.20.0.1 (90220d5d-27df-47b9-b21f-5cbefb914f8f/acdbc15a-6aaa-4b43-8f00-d5f60314412a/71980173-5f10-49ae-9bda-ac3c71d4c43c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:43.316518 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Attempting to bind port c06b3bf8-86d4-4839-af67-6bb6864c1105 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:43.316903 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Attempting to bind port c06b3bf8-86d4-4839-af67-6bb6864c1105 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:43.317298 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Attempting to bind port c06b3bf8-86d4-4839-af67-6bb6864c1105 on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:43.319681 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8b2e2-fe17-459f-bd09-a91da07913a0 None None] Pushing event updated for resources: {'Port': ['ID=c06b3bf8-86d4-4839-af67-6bb6864c1105,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:43.325445 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:43.325834 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:43.326243 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.327035 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:43.327514 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Bound port: c06b3bf8-86d4-4839-af67-6bb6864c1105, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:43.327997 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.385063 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] For port c06b3bf8-86d4-4839-af67-6bb6864c1105, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:43.405772 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] For port c06b3bf8-86d4-4839-af67-6bb6864c1105, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c06b3bf8-86d4-4839-af67-6bb6864c1105,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:43.411653 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-a7d7eeb6-8edb-4017-ad75-e36449991475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:43.413714 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-a7d7eeb6-8edb-4017-ad75-e36449991475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.1173143 Mar 10 05:10:43.414066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.436782 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-178ff2ea-b8b4-4449-8065-e20f771f0f74 req-7d97779e-c3b3-4771-83e5-e3dd6938e97e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528612 Mar 10 05:10:43.446134 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fe04991-bbad-4483-a5c9-93aa72496f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.468984 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:43.469871 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:43.478476 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks [] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.501496 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3775c-83f5-428a-9ef3-efc2cf69ee83 req-ee7619b1-2292-418d-aebc-8cfc695b6288 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:43.502764 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8ed3775c-83f5-428a-9ef3-efc2cf69ee83 req-ee7619b1-2292-418d-aebc-8cfc695b6288 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 945 time: 0.2261360 Mar 10 05:10:43.525307 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.545030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8b2e2-fe17-459f-bd09-a91da07913a0 None None] Pushing event updated for resources: {'Port': ['ID=c06b3bf8-86d4-4839-af67-6bb6864c1105,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:43.585943 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:43.594450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:43.599881 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:43.605060 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Pushing event updated for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:43.625175 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-5c154c48-d3d0-4c40-9471-032253c1d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:43.626870 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-5c154c48-d3d0-4c40-9471-032253c1d78d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2014835 Mar 10 05:10:43.642970 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.643301 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.643626 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Floating IP dba1ae96-a9a6-434c-ac17-820ea9d71fef disassociated. External IP: 172.27.1.21, port: e489bd0b-45c5-48a7-a579-5bc1b83a6f1e. Mar 10 05:10:43.644034 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Calling delete_port for e489bd0b-45c5-48a7-a579-5bc1b83a6f1e owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:43.649566 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:43.690609 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (689fd24e-b701-4d8a-8140-33340720d05c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.695712 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8ed3775c-83f5-428a-9ef3-efc2cf69ee83 req-e4ad0879-d275-46ad-89c7-c20edf529834 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=439ebd57-8394-4fe0-85d1-d6c6eaad1665&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805394 Mar 10 05:10:43.828308 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-3b70d0ac-3f26-43cb-9b18-c1b23d42eafc service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910367 Mar 10 05:10:43.899878 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:43.924736 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:40Z', 'revision_number': 3, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:43.957106 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e860c664-f6df-45fa-a4c0-774efd9b98c6 req-8fa4d4df-2fc5-43a1-8964-16f9c815c391 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200755 Mar 10 05:10:43.978259 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe239-e42b-4915-89b0-2010595ee355 None None] The sync data for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi is: [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:40Z', 'revision_number': 3, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:43.994925 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1245b6d7-0b00-427b-9744-62d59ced772e None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:43.995301 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1245b6d7-0b00-427b-9744-62d59ced772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.031647 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (e489bd0b-45c5-48a7-a579-5bc1b83a6f1e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.057819 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1245b6d7-0b00-427b-9744-62d59ced772e None None] Port 71980173-5f10-49ae-9bda-ac3c71d4c43c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:44.075341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'Port': ['ID=e489bd0b-45c5-48a7-a579-5bc1b83a6f1e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:44.090118 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 997c70eb-2845-4322-a8c7-47fc0603d099 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:44.108220 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks [] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.118450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.122449 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 997c70eb-2845-4322-a8c7-47fc0603d099 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:44.122834 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 997c70eb-2845-4322-a8c7-47fc0603d099 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:44.198354 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Pushing event updated for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:44.203298 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (689fd24e-b701-4d8a-8140-33340720d05c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.266478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:44.316736 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:44.325061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:44.471392 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:44.485287 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:44.488078 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Router 689fd24e-b701-4d8a-8140-33340720d05c has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:44.500024 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:44.500671 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:44.589531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] No DVR routers for this DVR port e489bd0b-45c5-48a7-a579-5bc1b83a6f1e on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:10:44.594196 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.597569 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45c99f4a-e282-4963-be64-91d9ade787d6 req-7c487743-64da-43b8-b262-7e1dd8d3b6fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "DELETE /v2.0/ports/e489bd0b-45c5-48a7-a579-5bc1b83a6f1e HTTP/1.1" status: 204 len: 173 time: 1.8340559 Mar 10 05:10:44.684425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3'}, {'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'name': 'network-vif-deleted', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:44.691840 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e54fc5-20e6-42ba-a601-d589b702f848" -d '{"events": [{"name": "network-changed", "server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3"}, {"server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "name": "network-vif-deleted", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:44.804057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe117a-0d4b-4805-97f2-bd94db9e87b9 x-openstack-request-id: req-44fe117a-0d4b-4805-97f2-bd94db9e87b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:44.804215 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3", "status": "completed", "code": 200}, {"server_uuid": "43c33cd9-d472-40b6-a313-64b5705e7100", "name": "network-vif-deleted", "tag": "e489bd0b-45c5-48a7-a579-5bc1b83a6f1e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:44.804471 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44fe117a-0d4b-4805-97f2-bd94db9e87b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:44.805705 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'status': 'completed', 'code': 200} Mar 10 05:10:44.805985 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c33cd9-d472-40b6-a313-64b5705e7100', 'name': 'network-vif-deleted', 'tag': 'e489bd0b-45c5-48a7-a579-5bc1b83a6f1e', 'status': 'completed', 'code': 200} Mar 10 05:10:44.886789 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:44.893915 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1c235290-35b2-4d93-a31f-28449c835694 None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:44.896698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c235290-35b2-4d93-a31f-28449c835694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:44.939170 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-dd532499-c8d5-4ab4-8bd2-0b8ebe2e80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:44.941170 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-dd532499-c8d5-4ab4-8bd2-0b8ebe2e80cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 1128 time: 0.0973952 Mar 10 05:10:44.992333 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1c235290-35b2-4d93-a31f-28449c835694 None None] Port 71980173-5f10-49ae-9bda-ac3c71d4c43c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:45.082889 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b2214e9e-9ed3-4998-b3df-9852585cea13 req-2b4f1cd7-3494-400f-afb2-4f25239d6eb7 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=43c33cd9-d472-40b6-a313-64b5705e7100 HTTP/1.1" status: 200 len: 210 time: 0.1252697 Mar 10 05:10:45.109886 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c06b3bf8-86d4-4839-af67-6bb6864c1105 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:45.212405 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-529296aa-ec20-4514-b6df-ba27c1cf0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:45.216012 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-529296aa-ec20-4514-b6df-ba27c1cf0a09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.2649305 Mar 10 05:10:45.223288 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port c06b3bf8-86d4-4839-af67-6bb6864c1105 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:45.224355 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:45.270656 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:45.274465 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-b5933b7c-2e2b-4687-bc0e-1aa9a5475c79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3 HTTP/1.1" status: 200 len: 217 time: 0.0526609 Mar 10 05:10:45.290139 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f24576b9-cebb-43cc-96a4-bd8d4df603ec admin admin] 10.222.0.11 "PUT /v2.0/routers/689fd24e-b701-4d8a-8140-33340720d05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540134 Mar 10 05:10:45.318643 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7e8ef-95e6-455d-a960-03e30d737231 req-7f5a7871-0df0-4383-af65-e5593531d63d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:45.323704 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-40b7e8ef-95e6-455d-a960-03e30d737231 req-7f5a7871-0df0-4383-af65-e5593531d63d tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 944 time: 0.2684972 Mar 10 05:10:45.380269 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:45.420811 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-72c9126d-705e-4beb-84fe-27773861a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:45.423307 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-72c9126d-705e-4beb-84fe-27773861a4b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.1435053 Mar 10 05:10:45.430993 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-40b7e8ef-95e6-455d-a960-03e30d737231 req-2a6df5d0-f71a-4e5c-94b8-e8d16a0a11c5 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970237 Mar 10 05:10:45.435202 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:45.445000 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:45.445406 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:45.477338 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port c06b3bf8-86d4-4839-af67-6bb6864c1105 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:45.477832 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:45.508259 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port c06b3bf8-86d4-4839-af67-6bb6864c1105, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c06b3bf8-86d4-4839-af67-6bb6864c1105,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:45.515437 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:45.539084 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-e2ad942f-0d6b-4efb-b5db-45825ff8c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:45.541735 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-e2ad942f-0d6b-4efb-b5db-45825ff8c0a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1094117 Mar 10 05:10:45.581765 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=c06b3bf8-86d4-4839-af67-6bb6864c1105,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:45.605381 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:45.651608 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e20659e-1af8-4894-be7e-489a6fa1a496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:45.675086 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-af96d28f-9664-4b59-985d-831beaafd903 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259892 Mar 10 05:10:45.801520 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1e54fc5-20e6-42ba-a601-d589b702f848 req-6c8bb0ca-3bfb-4573-b27a-5652b687d5c0 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191831 Mar 10 05:10:45.843365 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:45.879786 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624a406e-83cb-4200-acfb-5a6e7e2953e2 None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:46.052355 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:46.058906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1184096212-network', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:46.088610 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Made reservation on behalf of d3fec623e8d24a24898cfcc61364d7e7 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:46.091318 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.093784 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:10:46.097737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e489bd0b-45c5-48a7-a579-5bc1b83a6f1e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:10:46.107506 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.134248 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: e489bd0b-45c5-48a7-a579-5bc1b83a6f1e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:10:46.134550 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e489bd0b-45c5-48a7-a579-5bc1b83a6f1e not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:10:46.203992 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:46.275003 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks [] for security_group (042a3336-400a-4138-ab2a-01abf480cb67), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.280529 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (042a3336-400a-4138-ab2a-01abf480cb67), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.303868 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (439ebd57-8394-4fe0-85d1-d6c6eaad1665), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.311596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093233ab-79ce-4405-912d-d6f615406a93 None None] New status for floating IP dba1ae96-a9a6-434c-ac17-820ea9d71fef: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:46.325600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:10:46.336415 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (439ebd57-8394-4fe0-85d1-d6c6eaad1665), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.339750 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (9bced124-a302-4c76-b712-533742cd850b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.340190 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Added segment 9bced124-a302-4c76-b712-533742cd850b of type vlan for network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 Mar 10 05:10:46.370202 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:46.402062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a3336-400a-4138-ab2a-01abf480cb67,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:46.420601 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (439ebd57-8394-4fe0-85d1-d6c6eaad1665), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.422121 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.425024 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.428980 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "DELETE /v2.0/security-groups/439ebd57-8394-4fe0-85d1-d6c6eaad1665 HTTP/1.1" status: 204 len: 168 time: 0.2228587 Mar 10 05:10:46.431405 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:46.443535 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0ebac-6039-4362-9e0e-419352f75278 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ebd57-8394-4fe0-85d1-d6c6eaad1665,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:46.474549 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-e990008e-162d-46c3-84ea-3c35eee6be7c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] show failed (client error): The resource could not be found. Mar 10 05:10:46.475969 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e990008e-162d-46c3-84ea-3c35eee6be7c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups/439ebd57-8394-4fe0-85d1-d6c6eaad1665 HTTP/1.1" status: 404 len: 347 time: 0.0162802 Mar 10 05:10:46.476636 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.477622 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:46.478195 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.480358 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:46.494876 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'port_id': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'mac_address': 'fa:16:3e:c1:85:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:10:46.577698 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:46.578270 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.586370 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Sync routers for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:46.596099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:46.613846 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:46.615246 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:46.623201 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5696831 Mar 10 05:10:46.628682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:46.635785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:46.636222 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.649685 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Request body: {'subnet': {'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1184096212-subnet', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:46.705179 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Made reservation on behalf of d3fec623e8d24a24898cfcc61364d7e7 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:46.712915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5d97e-8c7e-4650-9303-3f806d79985d admin admin] Pushing event updated for resources: {'Network': ['ID=3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:46.715570 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260030'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.779034 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Deleting port ab19b508-dc90-4aa1-9664-6f06a960c72b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:10:46.779238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c6ad-8b33-4681-8062-c0894df95da2 req-33a2ca59-8f18-4837-8abd-180a63e6396c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:46.779464 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.780819 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8875c6ad-8b33-4681-8062-c0894df95da2 req-33a2ca59-8f18-4837-8abd-180a63e6396c tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 944 time: 0.2239294 Mar 10 05:10:46.842472 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:10:46.869676 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:46.898512 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:46.936535 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8875c6ad-8b33-4681-8062-c0894df95da2 req-2e0a5c7c-19bd-4b38-b5b9-12b6cb88b34a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202381 Mar 10 05:10:46.946741 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['3430cbfa-4b8b-4703-ae1c-54e8dea631a3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:47.005884 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.005884 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (ab19b508-dc90-4aa1-9664-6f06a960c72b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.009439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:47.043752 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c06b3bf8-86d4-4839-af67-6bb6864c1105 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:47.062094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Calling delete_port for ab19b508-dc90-4aa1-9664-6f06a960c72b owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:10:47.153378 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 2, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:47.155365 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port c06b3bf8-86d4-4839-af67-6bb6864c1105 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:47.155850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.190289 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13259984'] for subnet (11c87beb-ae67-4686-8e3b-4465b2cb52b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.196633 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Checking router: 689fd24e-b701-4d8a-8140-33340720d05c for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:47.198038 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Updating router 689fd24e-b701-4d8a-8140-33340720d05c port 71980173-5f10-49ae-9bda-ac3c71d4c43c binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:10:47.253183 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c87beb-ae67-4686-8e3b-4465b2cb52b6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:47.282202 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port c06b3bf8-86d4-4839-af67-6bb6864c1105 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:47.300846 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Checking segment: {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:47.301244 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Network hostable DHCP agents. Network: 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:10:47.330861 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.332749 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:10:47.347557 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:47.353767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:47.354542 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.362993 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941d5c1-8203-4b18-aa5f-658884d0bc1f None None] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:47.406924 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:47.411311 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:47.416639 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-db23b792-1006-4fca-b801-359d06ee386f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7708452 Mar 10 05:10:47.449239 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (ab19b508-dc90-4aa1-9664-6f06a960c72b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.452000 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (524c773f-4d39-45b6-abf6-508388e9e363), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.453431 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (524c773f-4d39-45b6-abf6-508388e9e363), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.507378 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'Port': ['ID=ab19b508-dc90-4aa1-9664-6f06a960c72b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:47.520580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for router_controller (524c773f-4d39-45b6-abf6-508388e9e363), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.535159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'fixed_ips': [{'subnet_id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:10:47.536673 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.550828 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (dba1ae96-a9a6-434c-ac17-820ea9d71fef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.554525 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.555749 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c6010c3e-326b-4b31-a575-3a940abf20c9 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "DELETE /v2.0/floatingips/dba1ae96-a9a6-434c-ac17-820ea9d71fef HTTP/1.1" status: 204 len: 168 time: 1.0742300 Mar 10 05:10:47.715693 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks [] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.716858 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Allocated IP 172.20.0.2 (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4/11c87beb-ae67-4686-8e3b-4465b2cb52b6/b73aa582-4d70-466e-bd21-224df47f89cb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:47.723656 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.724236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for router_gateway (524c773f-4d39-45b6-abf6-508388e9e363), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.790005 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Pushing event updated for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:47.808010 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.809168 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.809822 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.810493 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.811061 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.811782 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.812404 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.812959 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.813539 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.814151 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.814691 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.815228 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.815777 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:10:47.919338 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Attempting to bind port 71980173-5f10-49ae-9bda-ac3c71d4c43c on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:47.919955 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Attempting to bind port 71980173-5f10-49ae-9bda-ac3c71d4c43c by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:47.920509 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Attempting to bind port 71980173-5f10-49ae-9bda-ac3c71d4c43c on network 90220d5d-27df-47b9-b21f-5cbefb914f8f {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:47.926596 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:47.927356 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Checking segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:47.933650 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:47.934482 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Bound using segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:47.935266 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Bound port: 71980173-5f10-49ae-9bda-ac3c71d4c43c, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:47.935828 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.087121 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] For port 71980173-5f10-49ae-9bda-ac3c71d4c43c, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:48.091402 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] For port 71980173-5f10-49ae-9bda-ac3c71d4c43c, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=71980173-5f10-49ae-9bda-ac3c71d4c43c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:48.100751 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.120341 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:48.125668 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119712918', 'description': 'tempest-description--1620466901'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:48.132660 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.133453 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for router_gateway (524c773f-4d39-45b6-abf6-508388e9e363), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.143305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:48.165405 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.177498 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.191811 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead66c5-6018-4c1e-a62f-6d037cbfacbf None None] Pushing event updated for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:48.223517 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks [] for port (b73aa582-4d70-466e-bd21-224df47f89cb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.236946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec3fe-8a9b-49c0-971a-661ceb3805a8 req-65bb804c-b5df-4883-b9d4-47b0b60a75d9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:48.238511 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c0ec3fe-8a9b-49c0-971a-661ceb3805a8 req-65bb804c-b5df-4883-b9d4-47b0b60a75d9 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 945 time: 0.1724901 Mar 10 05:10:48.254050 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:48.255916 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:48.270016 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.292429 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (ee6510af-3309-4176-a9f0-ca07cc04ed19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.303480 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (ee6510af-3309-4176-a9f0-ca07cc04ed19), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.346735 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Pushing event updated for resources: {'Port': ['ID=b73aa582-4d70-466e-bd21-224df47f89cb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:48.347104 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c0ec3fe-8a9b-49c0-971a-661ceb3805a8 req-e8acc0ef-9015-4d9e-856c-e1772d61b5e6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931556 Mar 10 05:10:48.349667 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:48.351620 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.358887 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6510af-3309-4176-a9f0-ca07cc04ed19,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:48.373007 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.376889 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6abc94d4-2f60-491f-82c6-634bbdbd9068 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2524350 Mar 10 05:10:48.382645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:48.402327 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Allocated IP 172.27.1.110 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:48.402679 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group_rule': {'security_group_id': 'ee6510af-3309-4176-a9f0-ca07cc04ed19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:48.410654 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:48.435795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:48.444067 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (27bc1554-d82f-4296-b51d-a6c8f0e3d71e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.447333 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:48.450930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:10:48.464588 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:48.467307 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:48.467755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.517013 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (27bc1554-d82f-4296-b51d-a6c8f0e3d71e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.526532 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (27bc1554-d82f-4296-b51d-a6c8f0e3d71e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.559409 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bc1554-d82f-4296-b51d-a6c8f0e3d71e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:48.585302 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.591552 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e799bfa4-004a-4ab3-8159-c06fd5434d3b tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010796 Mar 10 05:10:48.592192 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:48.596807 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'security_group_rule': {'security_group_id': 'ee6510af-3309-4176-a9f0-ca07cc04ed19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:48.642017 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (2d863fcf-6cf6-4628-a756-3bcd1f9864de), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.642338 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Attempting to bind port b73aa582-4d70-466e-bd21-224df47f89cb on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:48.642780 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Attempting to bind port b73aa582-4d70-466e-bd21-224df47f89cb by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:48.643220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Attempting to bind port b73aa582-4d70-466e-bd21-224df47f89cb on network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:48.651967 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:48.652445 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Checking segment: {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:48.652940 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.653423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Bound using segment: {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:48.653974 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Bound port: b73aa582-4d70-466e-bd21-224df47f89cb, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:48.654423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.682272 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Current status of the port 71980173-5f10-49ae-9bda-ac3c71d4c43c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:48.682663 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.716234 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:48.729550 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (2d863fcf-6cf6-4628-a756-3bcd1f9864de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.736169 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (2d863fcf-6cf6-4628-a756-3bcd1f9864de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.738823 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] For port b73aa582-4d70-466e-bd21-224df47f89cb, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:48.743329 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] For port b73aa582-4d70-466e-bd21-224df47f89cb, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b73aa582-4d70-466e-bd21-224df47f89cb,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:48.751787 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c9e8b7-9c50-474d-861c-593e774e5f50 None None] The sync data for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi is: [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:48.759779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d863fcf-6cf6-4628-a756-3bcd1f9864de,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:48.774828 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.776176 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0f8a0a9e-cfd4-4c01-b1b1-fd74a5414c5c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829507 Mar 10 05:10:48.779223 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:48.782310 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.785747 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:48.816270 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.951308 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:48.951700 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.956274 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.967934 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] For port 71980173-5f10-49ae-9bda-ac3c71d4c43c, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=71980173-5f10-49ae-9bda-ac3c71d4c43c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:48.978342 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.985754 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:48.993247 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eeb7a-3a62-4428-bd95-2fe80c279355 None None] Pushing event updated for resources: {'Port': ['ID=b73aa582-4d70-466e-bd21-224df47f89cb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:49.051290 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.055484 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:49.058523 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b328c7b-faaf-43c0-a333-9e5045790096" -d '{"events": [{"server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "name": "network-vif-plugged", "status": "completed", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:49.066931 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 71980173-5f10-49ae-9bda-ac3c71d4c43c up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:49.097034 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:49.101437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:49.105535 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:49.118757 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:49.164562 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af75748f-c56a-4efe-ae9f-4414a75c737b x-openstack-request-id: req-af75748f-c56a-4efe-ae9f-4414a75c737b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:49.164859 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "name": "network-vif-plugged", "status": "completed", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:49.165112 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af75748f-c56a-4efe-ae9f-4414a75c737b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:49.165528 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'code': 200} Mar 10 05:10:49.172241 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:49.205885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.275863 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Allocated IP 172.27.1.200 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/c83f50c6-dfe9-4536-9ad3-705ef2792ff4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:49.278297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b80c1e-4420-4a2e-a1a9-8ee9a92b694b None None] Pushing event updated for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:49.288255 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a7d113d8-6041-409b-8b78-62760a318275 None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:49.288444 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7d113d8-6041-409b-8b78-62760a318275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.444324 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:49.452797 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:49.453305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.527875 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.555962 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a7d113d8-6041-409b-8b78-62760a318275 None None] Current status of the port 71980173-5f10-49ae-9bda-ac3c71d4c43c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:49.596122 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.646297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 71980173-5f10-49ae-9bda-ac3c71d4c43c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:49.659101 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.690212 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:49.692371 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:49.694322 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=c83f50c6-dfe9-4536-9ad3-705ef2792ff4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:49.696655 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:49.735705 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1225f-e20c-4285-9846-88806349697c req-b460e9b8-aab5-4ba2-91ce-b8014e62ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:49.737302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45d1225f-e20c-4285-9846-88806349697c req-b460e9b8-aab5-4ba2-91ce-b8014e62ce06 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 1130 time: 0.3606558 Mar 10 05:10:49.777682 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:49.777882 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650b56-62f9-4d73-91a1-06a25a476db3 req-11a08d64-6f4c-4678-b7a4-db0ab8e9f620 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:49.779532 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-15650b56-62f9-4d73-91a1-06a25a476db3 req-11a08d64-6f4c-4678-b7a4-db0ab8e9f620 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.2937279 Mar 10 05:10:49.816721 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (833b036f-1461-4585-8937-0898022088da), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.883344 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-45d1225f-e20c-4285-9846-88806349697c req-ded77b53-5202-4635-b76a-f0d7e4d8017b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342201 Mar 10 05:10:49.889409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for router_gateway (524c773f-4d39-45b6-abf6-508388e9e363), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.896220 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:49.955685 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-15650b56-62f9-4d73-91a1-06a25a476db3 req-e711a85e-d7de-4bff-ad32-f6a1d61775df tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674819 Mar 10 05:10:50.070960 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c442ac15-7890-4aa1-b03b-45ad98a2c3da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52229017adf04f0b85f0b45df6752b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919676 Mar 10 05:10:50.074054 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:50.132843 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.141130 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.183816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] Publish callbacks [] for security_group (1476d50d-5c5c-4279-9f48-09da0d354736), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.208955 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (524c773f-4d39-45b6-abf6-508388e9e363), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.221025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] Publish callbacks [] for security_group (1476d50d-5c5c-4279-9f48-09da0d354736), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.235926 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (833b036f-1461-4585-8937-0898022088da), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.252658 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=c83f50c6-dfe9-4536-9ad3-705ef2792ff4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:50.267541 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.273606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5f01f-abc4-43bf-bd03-a7ab64fa043f None None] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:10:50.273903 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6f9be1ed-2368-4a63-9671-23167883f905 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4935317 Mar 10 05:10:50.317481 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Provisioning complete for port b73aa582-4d70-466e-bd21-224df47f89cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:50.318092 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.381219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1476d50d-5c5c-4279-9f48-09da0d354736), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.383762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.387393 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1476d50d-5c5c-4279-9f48-09da0d354736 HTTP/1.1" status: 204 len: 168 time: 0.3081768 Mar 10 05:10:50.399648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37cfe-7836-4123-935c-0362cd240218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476d50d-5c5c-4279-9f48-09da0d354736,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:50.439962 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Router 524c773f-4d39-45b6-abf6-508388e9e363 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:10:50.523583 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Current status of the port b73aa582-4d70-466e-bd21-224df47f89cb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:50.524359 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.563025 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] For port b73aa582-4d70-466e-bd21-224df47f89cb, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b73aa582-4d70-466e-bd21-224df47f89cb,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:50.568398 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.610813 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-a4439b81-4eae-498e-a2ba-d045375469b4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--119712918&fields=id&tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 267 time: 0.0920556 Mar 10 05:10:50.647429 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1036f93-f9cd-4b10-b1af-24bf43507592 None None] Pushing event updated for resources: {'Port': ['ID=b73aa582-4d70-466e-bd21-224df47f89cb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:50.684160 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:50.699538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Sync routers for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:50.720070 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:50.720719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:50.736404 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:50.741613 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a1df38bd-9e9a-4423-a82d-45c4d405f3e4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3334963 Mar 10 05:10:50.742641 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:50.799083 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76342952-264e-4884-a258-88f49784e32e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:50.801015 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76342952-264e-4884-a258-88f49784e32e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 810 time: 0.1832466 Mar 10 05:10:50.819951 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-c8edf181-23b1-4b52-8707-3fc4f778e4cb tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/quotas/1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 375 time: 0.0123928 Mar 10 05:10:50.880187 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-49c665c2-1dc5-4fc5-8471-af3c833c7575 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534072 Mar 10 05:10:50.942173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:50.944112 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cc5b3768-c16f-4575-9a45-af07a135a336 None None] Provisioning complete for port b73aa582-4d70-466e-bd21-224df47f89cb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:50.944557 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc5b3768-c16f-4575-9a45-af07a135a336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.174978 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-8eb22cdf-39c5-4c9f-a5b2-b665095ca9d3 service neutron] 10.222.0.11 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826049 Mar 10 05:10:51.230818 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f49d-9cca-44f9-8997-6f50a9b19ed9 req-8160c01d-ee9b-4b2c-a3f3-6248ac80c67e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:51.232462 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0a2f49d-9cca-44f9-8997-6f50a9b19ed9 req-8160c01d-ee9b-4b2c-a3f3-6248ac80c67e tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.1498008 Mar 10 05:10:51.274964 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-6e652db6-da4c-4918-874e-eb63caf86e69 service neutron] 10.222.0.11 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938582 Mar 10 05:10:51.295238 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b73aa582-4d70-466e-bd21-224df47f89cb up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:51.320506 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0a2f49d-9cca-44f9-8997-6f50a9b19ed9 req-146ee79a-bd76-4943-be45-c656623d2f4a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780489 Mar 10 05:10:51.346808 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b3768-c16f-4575-9a45-af07a135a336 None None] Current status of the port b73aa582-4d70-466e-bd21-224df47f89cb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:51.403522 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port b73aa582-4d70-466e-bd21-224df47f89cb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:51.403898 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.453496 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.468169 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:49Z', 'revision_number': 3, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:51.501111 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Checking router: 524c773f-4d39-45b6-abf6-508388e9e363 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:51.501436 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Updating router 524c773f-4d39-45b6-abf6-508388e9e363 port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:10:51.534446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47367-75f0-41ff-9710-0032f1b9ba0e req-7797dfd2-7315-42fc-9e5e-8c41e7ba19b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:51.535937 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-10d47367-75f0-41ff-9710-0032f1b9ba0e req-7797dfd2-7315-42fc-9e5e-8c41e7ba19b1 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.1217742 Mar 10 05:10:51.544975 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:51.549543 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Request body: {'floatingip': {'port_id': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:51.555379 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.607237 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port b73aa582-4d70-466e-bd21-224df47f89cb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:51.608111 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 71980173-5f10-49ae-9bda-ac3c71d4c43c up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:51.625194 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.731598 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Allocated IP 172.20.0.1 (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4/11c87beb-ae67-4686-8e3b-4465b2cb52b6/cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:51.731972 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 71980173-5f10-49ae-9bda-ac3c71d4c43c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:51.732354 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.777221 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cefa4c09-9df4-49ec-aed3-7ac8aff4fbc1 req-cbf2c6b6-5a12-4d91-a5bd-8acb0d89bb42 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0711710 Mar 10 05:10:51.893230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks [] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.947391 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 71980173-5f10-49ae-9bda-ac3c71d4c43c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:51.954534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.973056 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks [] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:51.982039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.009455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:52.017213 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:52.021632 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:52.027123 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:52.044137 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Attempting to bind port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:52.044523 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Attempting to bind port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:52.044890 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Attempting to bind port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:52.047531 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218bb26-a816-40bb-8d42-12021e93e1ad None None] Pushing event updated for resources: {'Port': ['ID=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:52.059026 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:52.059385 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:52.060221 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.060221 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:52.060629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Bound port: 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:52.061022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.133953 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] For port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:52.138163 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] For port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:52.153514 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.235309 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:52.236045 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:52.241927 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218bb26-a816-40bb-8d42-12021e93e1ad None None] Pushing event updated for resources: {'Port': ['ID=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:52.366130 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.370435 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:52.371618 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.415798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (524c773f-4d39-45b6-abf6-508388e9e363), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.468478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-046283c7-bb3b-4799-bdcf-188ce2afce3a None None] Provisioning complete for port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:52.468855 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-046283c7-bb3b-4799-bdcf-188ce2afce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.494323 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP 62e8db8b-9b3e-477b-9921-213779b9c3db associated. External IP: 172.27.1.186, port: 3430cbfa-4b8b-4703-ae1c-54e8dea631a3. Mar 10 05:10:52.548369 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-046283c7-bb3b-4799-bdcf-188ce2afce3a None None] Port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:52.554300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.599296 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:49Z', 'revision_number': 3, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:52.632545 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d4c74-95d1-471f-98e2-b08fb5a24779 None None] The sync data for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi is: [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:49Z', 'revision_number': 3, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:52.747436 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:52.827973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks [] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.838835 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:52.942382 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-ae442b21-2f90-4b21-a381-065dc94d51ca tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:52.944698 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-ae442b21-2f90-4b21-a381-065dc94d51ca tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 810 time: 0.2027526 Mar 10 05:10:52.949108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:52.977009 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c1569df1-4a94-476a-a655-068fbe189eb8 req-babb0bf9-4ffb-4201-804e-7e2eaff04ab1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0553448 Mar 10 05:10:52.987534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (524c773f-4d39-45b6-abf6-508388e9e363), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:53.116185 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-b055d2bd-a16f-4ff4-a5a3-a7a320208c44 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a HTTP/1.1" status: 200 len: 379 time: 0.1476014 Mar 10 05:10:53.128109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'port': {'device_id': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'admin_state_up': True, 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'security_groups': ['ee6510af-3309-4176-a9f0-ca07cc04ed19']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:53.148397 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:53.154506 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:53.163119 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:53.175330 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:53.176318 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:53.183255 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:53.208547 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ce51be60-6588-4e87-a069-2998e049a5c2 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "PUT /v2.0/floatingips/62e8db8b-9b3e-477b-9921-213779b9c3db HTTP/1.1" status: 200 len: 992 time: 1.6623533 Mar 10 05:10:53.212244 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:53.213902 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:53.216422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9921235b-1581-4ccb-a3cb-359288eb4faf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:53.332546 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:53.362305 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Made reservation on behalf of 1ebf0b1acb9d48d09d7cb5944dd2ae5a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:10:53.366594 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:53.368296 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addfe260-6a09-4b9a-9468-92e092fbb438 x-openstack-request-id: req-addfe260-6a09-4b9a-9468-92e092fbb438 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:53.368589 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:53.368844 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-addfe260-6a09-4b9a-9468-92e092fbb438 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:53.369269 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'status': 'completed', 'code': 200} Mar 10 05:10:53.489929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Router 524c773f-4d39-45b6-abf6-508388e9e363 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:10:53.543947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-4b51b3e4-c283-4fff-9c71-1fa105fcfff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:53.545466 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-4b51b3e4-c283-4fff-9c71-1fa105fcfff9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9383da2253074517840ac7aae4b86aab&device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 1130 time: 0.1548681 Mar 10 05:10:53.576591 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7fed88f3-bbc6-44f3-a4ae-048b09ce3b1d None None] Provisioning complete for port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:53.577605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fed88f3-bbc6-44f3-a4ae-048b09ce3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:53.614297 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '62e8db8b-9b3e-477b-9921-213779b9c3db', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:c1:85:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:36Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:53.622487 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7fed88f3-bbc6-44f3-a4ae-048b09ce3b1d None None] Port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:53.644617 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Allocated IP 172.20.0.3 (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a/5a87b033-fd64-4150-bb51-4ac9b3e480d8/2cee81d2-da8b-47db-b6c1-1bc40702927f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:10:53.651784 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:53.662791 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:53.663541 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:53.772434 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:10:53.780534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:10:53.791969 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-be27744a-cc3c-44ce-8ac0-968e988360b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/524c773f-4d39-45b6-abf6-508388e9e363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0469055 Mar 10 05:10:53.793817 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:53.809067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-89f448ee-5a64-4f26-8a8c-2a1c0cb7dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:53.810551 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-89f448ee-5a64-4f26-8a8c-2a1c0cb7dedb service neutron] 10.222.0.24 "GET /v2.0/networks?id=90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 200 len: 915 time: 0.2551014 Mar 10 05:10:53.934704 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-53556bdf-fe31-4883-81a1-d047e1eabd19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3 HTTP/1.1" status: 200 len: 1000 time: 0.1116698 Mar 10 05:10:53.958396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.004793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-db04e6f7-2705-42fa-832a-dd5a9fddd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:54.020254 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-db04e6f7-2705-42fa-832a-dd5a9fddd5d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 200 len: 854 time: 0.0793490 Mar 10 05:10:54.103912 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.119492 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1a203456-5a76-4f9d-9c8f-6a1601c39ed4 req-91f034f8-e603-47d5-8788-6e4b8cc59c1f tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0415673 Mar 10 05:10:54.164503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:10:54.172878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:10:54.176401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:10:54.179023 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '62e8db8b-9b3e-477b-9921-213779b9c3db', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:c1:85:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:36Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:54.205735 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47770e9c-06e2-4639-8e05-17d291747cf1 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '62e8db8b-9b3e-477b-9921-213779b9c3db', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'port_id': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'mac_address': 'fa:16:3e:c1:85:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:36Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 1, 'project_id': '9383da2253074517840ac7aae4b86aab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:54.206411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event updated for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:54.222551 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-6103fd37-2c74-4ac8-92ac-24ab3b11d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:54.224140 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-6103fd37-2c74-4ac8-92ac-24ab3b11d0e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90185edd-994f-454f-844c-1ceabef2dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1888318 Mar 10 05:10:54.257340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:54.257968 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.315635 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-2ca2504f-80ef-4745-a992-704d7286603e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1934593 Mar 10 05:10:54.326922 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Request body: {'port': {'device_id': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:54.371145 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-36f26810-f441-4772-b47d-3b7538c9630f service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385407 Mar 10 05:10:54.434672 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.451288 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7220cf81-2d6f-4ee5-8373-de39a5c3d09c None None] Provisioning complete for port 2cee81d2-da8b-47db-b6c1-1bc40702927f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:54.451815 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7220cf81-2d6f-4ee5-8373-de39a5c3d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.487399 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7220cf81-2d6f-4ee5-8373-de39a5c3d09c None None] Port 2cee81d2-da8b-47db-b6c1-1bc40702927f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:10:54.535353 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9921235b-1581-4ccb-a3cb-359288eb4faf req-2652c397-03e0-46c7-a970-fc58897886a5 service neutron] 10.222.0.24 "GET /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542203 Mar 10 05:10:54.628568 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:54.633652 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443237960', 'description': 'tempest-secgroup-smoke-1443237960 description', 'project_id': 'f16f0973561d4199b22e45b6249075ce'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:54.661579 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.737482 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (9a4346de-84c7-45fc-b962-8db3bcc31adc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.743260 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (9a4346de-84c7-45fc-b962-8db3bcc31adc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.762810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cee81d2-da8b-47db-b6c1-1bc40702927f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:54.769052 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.773238 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1406884 Mar 10 05:10:54.773562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks [] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.775080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 49896) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:54.779653 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69f9c7-2f3c-442f-8310-8ff532163483 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4346de-84c7-45fc-b962-8db3bcc31adc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:54.780638 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:54.806263 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Transition to ACTIVE for port object 2cee81d2-da8b-47db-b6c1-1bc40702927f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:10:54.813164 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.867176 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (414c2bb0-58a5-4b81-8136-c32ce392c7e4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.885362 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:54.972746 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (414c2bb0-58a5-4b81-8136-c32ce392c7e4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.983056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (414c2bb0-58a5-4b81-8136-c32ce392c7e4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:54.993306 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Attempting to bind port 2cee81d2-da8b-47db-b6c1-1bc40702927f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:54.993643 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Attempting to bind port 2cee81d2-da8b-47db-b6c1-1bc40702927f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:54.993972 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Attempting to bind port 2cee81d2-da8b-47db-b6c1-1bc40702927f on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:54.995746 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:55.009295 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Port 2cee81d2-da8b-47db-b6c1-1bc40702927f on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:10:55.009630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Attempting to bind port 2cee81d2-da8b-47db-b6c1-1bc40702927f on network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:55.012419 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414c2bb0-58a5-4b81-8136-c32ce392c7e4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.019970 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.021024 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-645b4971-4dec-4865-89c3-a156533ae6b3 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448051 Mar 10 05:10:55.022914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:55.023249 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Checking segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:55.023620 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Bound using segment: {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:55.024063 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Bound port: 2cee81d2-da8b-47db-b6c1-1bc40702927f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:55.025127 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:55.029442 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:55.033176 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.057542 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (29c1248e-a380-4f45-b2ab-2e371bba47df), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.059257 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:55.059874 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.119262 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:55.124708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:55.135489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.169119 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (29c1248e-a380-4f45-b2ab-2e371bba47df), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.177720 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (29c1248e-a380-4f45-b2ab-2e371bba47df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.181092 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.182434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.184219 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] 10.222.0.24 "PUT /v2.0/ports/2cee81d2-da8b-47db-b6c1-1bc40702927f HTTP/1.1" status: 200 len: 1093 time: 0.8611276 Mar 10 05:10:55.184448 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:10:55.186973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427b7a0-2b11-4f74-b5f4-3e38f477d126" -d '{"events": [{"name": "network-changed", "server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:10:55.198719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:55.200805 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.244021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea0ecd-cf2e-4107-8541-b75df8592f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.257396 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:55.267020 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.267448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c1248e-a380-4f45-b2ab-2e371bba47df,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.281105 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.282465 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b1f97c8f-17cc-43d5-be1d-58bcc417f558 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2565906 Mar 10 05:10:55.286342 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:55.293964 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:55.323886 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98567003-3374-40a0-bafe-ef2d49f2a249 req-0d7771b5-41ab-43f1-8311-cde859db16fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.325850 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-98567003-3374-40a0-bafe-ef2d49f2a249 req-0d7771b5-41ab-43f1-8311-cde859db16fe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 943 time: 0.1124337 Mar 10 05:10:55.354002 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.360565 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c2b6c0-531f-411c-afd2-7d4f172c7db1 x-openstack-request-id: req-92c2b6c0-531f-411c-afd2-7d4f172c7db1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:10:55.360860 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:10:55.361188 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92c2b6c0-531f-411c-afd2-7d4f172c7db1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:10:55.361547 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'status': 'completed', 'code': 200} Mar 10 05:10:55.368635 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-0a53461d-d904-41db-8f45-d626465050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.370203 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-0a53461d-d904-41db-8f45-d626465050a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 1127 time: 0.1272919 Mar 10 05:10:55.385730 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (f04958a0-dd97-4ec1-8abc-92256b6c2444), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.404027 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-98567003-3374-40a0-bafe-ef2d49f2a249 req-50c25e0a-bc6b-4bf2-9449-ffc045426188 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720072 Mar 10 05:10:55.423686 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-b37f9ee3-8738-470a-b04d-3b6530d60603 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f HTTP/1.1" status: 200 len: 217 time: 0.0443301 Mar 10 05:10:55.456607 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (f04958a0-dd97-4ec1-8abc-92256b6c2444), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.460554 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (f04958a0-dd97-4ec1-8abc-92256b6c2444), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.475290 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04958a0-dd97-4ec1-8abc-92256b6c2444,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.476047 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-71c846ba-cccf-4b14-a3f1-63e98cdb60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.478598 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-71c846ba-cccf-4b14-a3f1-63e98cdb60e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0489264 Mar 10 05:10:55.485961 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.487443 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-86a171ee-80ce-4b8f-937f-3ab1db2c9215 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991563 Mar 10 05:10:55.489959 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:55.494756 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:55.518187 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (808bec8e-35c5-4514-8986-8fcbf3c20ceb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.532646 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-d50d4801-441a-48a4-aea5-a9956e3af545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.534219 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-d50d4801-441a-48a4-aea5-a9956e3af545 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483758 Mar 10 05:10:55.575983 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (808bec8e-35c5-4514-8986-8fcbf3c20ceb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.580839 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (808bec8e-35c5-4514-8986-8fcbf3c20ceb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.597976 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808bec8e-35c5-4514-8986-8fcbf3c20ceb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.606133 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.607395 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d8a8a4b3-4db4-4fff-b007-45ee3bd7781d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159194 Mar 10 05:10:55.610141 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:55.614304 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:55.632732 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-6b487eb7-3deb-4673-88ee-458a6649c5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924053 Mar 10 05:10:55.636057 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Project f16f0973561d4199b22e45b6249075ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:10:55.641494 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (0748c894-7281-471c-9a70-e210a5f1df7c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.702909 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (0748c894-7281-471c-9a70-e210a5f1df7c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.706923 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (0748c894-7281-471c-9a70-e210a5f1df7c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.728015 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0748c894-7281-471c-9a70-e210a5f1df7c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.733060 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c250a9e7-d3da-4d39-93b7-1558a786ba5e req-a4c2cf89-306b-48b3-ac2c-60bb3611d6c4 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928204 Mar 10 05:10:55.740062 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.741977 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-29a79964-651b-4816-b209-9c453662645f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309309 Mar 10 05:10:55.744593 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 49912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:10:55.748813 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'security_group_rule': {'security_group_id': '9a4346de-84c7-45fc-b962-8db3bcc31adc', 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:10:55.770105 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Project f16f0973561d4199b22e45b6249075ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:10:55.775579 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (981e8fec-7081-495f-b819-495502e4a044), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.819808 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfcff6-7429-4262-9d8a-18b02a9ff4d3 None None] New status for floating IP 62e8db8b-9b3e-477b-9921-213779b9c3db: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:10:55.847558 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (981e8fec-7081-495f-b819-495502e4a044), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.852003 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (981e8fec-7081-495f-b819-495502e4a044), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.855010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-eef7ac00-a84a-4b6f-be7f-0ce8d63bd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.856765 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-eef7ac00-a84a-4b6f-be7f-0ce8d63bd14a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 1127 time: 0.0683913 Mar 10 05:10:55.874890 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981e8fec-7081-495f-b819-495502e4a044,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:55.880634 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:55.908066 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-94fcbaa8-9be9-451e-8db0-b268b61b6b52 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512055 Mar 10 05:10:55.971329 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-8d7d26b2-7401-47a0-a838-a5b1d0704a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:55.972981 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-8d7d26b2-7401-47a0-a838-a5b1d0704a94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.1089025 Mar 10 05:10:56.029230 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-c9e34648-de22-403e-b49a-a745972f5720 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f HTTP/1.1" status: 200 len: 217 time: 0.0482540 Mar 10 05:10:56.085690 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-728215ce-9859-4c71-9965-5ed0839526a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:56.087156 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-728215ce-9859-4c71-9965-5ed0839526a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0514843 Mar 10 05:10:56.096149 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Sync routers for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:10:56.111406 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:56.112019 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:56.147377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-6ffcfed7-3d7f-4352-b55f-8ee1890fd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:56.149989 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-6ffcfed7-3d7f-4352-b55f-8ee1890fd8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513165 Mar 10 05:10:56.252102 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:56.256943 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-1171a090-7427-4e99-8fa5-35476ca6692d service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001766 Mar 10 05:10:56.360935 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4427b7a0-2b11-4f74-b5f4-3e38f477d126 req-b68b77f6-ccb8-4d43-9615-e8eafe10d179 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987823 Mar 10 05:10:56.478711 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 4, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388', 'name': '', 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'mac_address': 'fa:16:3e:2a:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:51Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 2, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'subnets': [{'id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:56.506347 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Checking router: 524c773f-4d39-45b6-abf6-508388e9e363 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:10:56.506700 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Updating router 524c773f-4d39-45b6-abf6-508388e9e363 port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:10:56.526756 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b5836-a722-4ee2-8113-da5f4751665e req-528a78e6-d49f-4372-bd39-47d5541e1f63 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:56.528448 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e20b5836-a722-4ee2-8113-da5f4751665e req-528a78e6-d49f-4372-bd39-47d5541e1f63 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 943 time: 0.0530365 Mar 10 05:10:56.534597 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:56.585595 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e20b5836-a722-4ee2-8113-da5f4751665e req-b7f9cbf1-352b-4ce6-9e67-bd0b2f5327db tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498309 Mar 10 05:10:56.829820 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks [] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:56.836204 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:56.932396 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4af36-68b3-4e45-9403-dea7b31f6d69 None None] Pushing event updated for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:56.948719 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Attempting to bind port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:10:56.949099 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Attempting to bind port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:10:56.949503 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Attempting to bind port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 on network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:10:56.954834 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:10:56.955213 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Checking segment: {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:10:56.955624 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:56.956007 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Bound using segment: {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:10:56.956477 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Bound port: cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bced124-a302-4c76-b712-533742cd850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:10:56.956857 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:56.973853 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:57.024706 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] For port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:10:57.028003 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] For port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:10:57.037614 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.037917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:57.038232 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.092971 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:10:57.093177 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:57.094151 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Provisioning complete for port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:57.094531 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.167550 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:57.175564 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4af36-68b3-4e45-9403-dea7b31f6d69 None None] Pushing event updated for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:57.221762 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Current status of the port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:57.222155 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.225675 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.247317 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:10:57.267126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] For port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:57.272464 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.325321 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e8605-cdd0-412d-9328-212883449f75 None None] Pushing event updated for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:57.394110 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-586de0b2-6a0c-4889-9d7e-5b96ddc757b5 None None] Provisioning complete for port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:57.394484 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-586de0b2-6a0c-4889-9d7e-5b96ddc757b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:57.460195 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 4, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388', 'name': '', 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'mac_address': 'fa:16:3e:2a:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:51Z', 'updated_at': '2022-03-10T05:10:57Z', 'revision_number': 4, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'subnets': [{'id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:10:57.477197 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-586de0b2-6a0c-4889-9d7e-5b96ddc757b5 None None] Current status of the port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:57.486341 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2abe56e-db9e-4acf-884c-cb05a9e17a45 None None] The sync data for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi is: [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:10:52Z', 'revision_number': 4, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388', 'name': '', 'network_id': '3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'mac_address': 'fa:16:3e:2a:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:51Z', 'updated_at': '2022-03-10T05:10:57Z', 'revision_number': 4, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'subnets': [{'id': '11c87beb-ae67-4686-8e3b-4465b2cb52b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:10:57.713825 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a00c-d7d4-45a8-84cd-74dca25b9025 req-483e7b46-19e9-4b88-b220-4ab2818dafc4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:57.715345 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8035a00c-d7d4-45a8-84cd-74dca25b9025 req-483e7b46-19e9-4b88-b220-4ab2818dafc4 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 943 time: 0.0584562 Mar 10 05:10:57.771524 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8035a00c-d7d4-45a8-84cd-74dca25b9025 req-3b98da3b-fd7d-4fa0-97a2-f8749d36fafe tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461578 Mar 10 05:10:58.159882 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2cee81d2-da8b-47db-b6c1-1bc40702927f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:10:58.267830 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:58.283195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'port_id': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'mac_address': 'fa:16:3e:0b:e1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:10:58.326175 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 2cee81d2-da8b-47db-b6c1-1bc40702927f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:10:58.327655 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:58.342150 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cee81d2-da8b-47db-b6c1-1bc40702927f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:10:58.367561 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:10:58.372393 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:58.428052 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:10:58.636050 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['2cee81d2-da8b-47db-b6c1-1bc40702927f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:10:58.897967 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ec7e-97bd-46fd-b61b-883f54d38bc1 req-16f59f6b-8a0a-4d08-9acf-612610f55eba tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:10:58.899729 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f063ec7e-97bd-46fd-b61b-883f54d38bc1 req-16f59f6b-8a0a-4d08-9acf-612610f55eba tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 944 time: 0.0568347 Mar 10 05:10:58.954090 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f063ec7e-97bd-46fd-b61b-883f54d38bc1 req-988480bd-6100-4442-aaac-bba53f6cf4a1 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481262 Mar 10 05:10:58.983118 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:10:59.034371 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:10:59.034738 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:10:59.112455 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:00.072936 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff96bb-34b8-4ddf-a7ae-52c79020848e req-02fbf4e0-a333-4d03-b60a-8fc811373d46 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:00.074442 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-51ff96bb-34b8-4ddf-a7ae-52c79020848e req-02fbf4e0-a333-4d03-b60a-8fc811373d46 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 944 time: 0.0532386 Mar 10 05:11:00.122130 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-51ff96bb-34b8-4ddf-a7ae-52c79020848e req-5aa15524-4a9b-4a0f-8624-bf855d7f6dfc tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 Mar 10 05:11:00.175702 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2cee81d2-da8b-47db-b6c1-1bc40702927f up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:11:00.228416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 2cee81d2-da8b-47db-b6c1-1bc40702927f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:11:00.232321 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 2cee81d2-da8b-47db-b6c1-1bc40702927f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:11:00.232691 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:00.312828 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 2cee81d2-da8b-47db-b6c1-1bc40702927f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:00.313315 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:00.337487 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:00.339776 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79a3372-4dfe-4f93-85b8-a673240038bb" -d '{"events": [{"server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:00.355770 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:00.360134 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:00.421196 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:00.462426 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eaf2d2-d56d-40e4-81db-46a86868af0e x-openstack-request-id: req-d8eaf2d2-d56d-40e4-81db-46a86868af0e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:00.462727 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "name": "network-vif-plugged", "status": "completed", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:00.462986 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8eaf2d2-d56d-40e4-81db-46a86868af0e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:00.463389 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'code': 200} Mar 10 05:11:00.647009 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae0a0-7d77-4847-8e33-eeb614be9ba5 req-b53bfa28-a27e-468b-aadc-40f3583424bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:00.648394 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-527ae0a0-7d77-4847-8e33-eeb614be9ba5 req-b53bfa28-a27e-468b-aadc-40f3583424bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0453126 Mar 10 05:11:00.725664 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-527ae0a0-7d77-4847-8e33-eeb614be9ba5 req-4c25eb66-5032-4d13-8ffd-c8f92a4bed1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683122 Mar 10 05:11:00.742951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d17a5-72cf-4b97-85ca-820e1e9e41ea req-436d9ef7-3132-4095-bc5a-a09f5734fde7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:00.744604 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b24d17a5-72cf-4b97-85ca-820e1e9e41ea req-436d9ef7-3132-4095-bc5a-a09f5734fde7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0953465 Mar 10 05:11:00.796536 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b24d17a5-72cf-4b97-85ca-820e1e9e41ea req-4ce5ddd5-e4d6-4143-9406-4708ca6e81d0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457623 Mar 10 05:11:01.243467 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ba029-343c-442a-bc7f-2b02bffb0b6e req-17f689b2-6dc6-41bc-8513-5580b550e3ef tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:01.244921 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-326ba029-343c-442a-bc7f-2b02bffb0b6e req-17f689b2-6dc6-41bc-8513-5580b550e3ef tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Mar 10 05:11:01.293929 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-326ba029-343c-442a-bc7f-2b02bffb0b6e req-56756b82-cf71-4444-9f56-0181660dd1b7 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 Mar 10 05:11:01.929076 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e52e10-e702-45a8-9b70-48c7152d67cf req-e80f9522-9e5d-473a-a7d5-9023d7b7b0c8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:01.931101 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6e52e10-e702-45a8-9b70-48c7152d67cf req-e80f9522-9e5d-473a-a7d5-9023d7b7b0c8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0581677 Mar 10 05:11:01.987178 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c6e52e10-e702-45a8-9b70-48c7152d67cf req-d360dc7d-05d9-4037-9f18-d57454ed92f6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491502 Mar 10 05:11:02.416400 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00603e-a658-47be-bd8b-ecaa3a221f7a req-233eafe5-7958-4fb3-8506-c50096059f4d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:02.417892 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1f00603e-a658-47be-bd8b-ecaa3a221f7a req-233eafe5-7958-4fb3-8506-c50096059f4d tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0533252 Mar 10 05:11:02.465482 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1f00603e-a658-47be-bd8b-ecaa3a221f7a req-a5d4066b-56c7-4d53-83f6-e3473e1ae85c tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Mar 10 05:11:02.584250 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dc4ce-26e3-458e-9d79-22219c34954e req-adc5cc0b-0477-47b4-bbd3-4c9c6d70e303 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:02.586128 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d38dc4ce-26e3-458e-9d79-22219c34954e req-adc5cc0b-0477-47b4-bbd3-4c9c6d70e303 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0568721 Mar 10 05:11:02.594467 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:02.598699 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Request body: {'floatingip': {'port_id': '2cee81d2-da8b-47db-b6c1-1bc40702927f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:11:02.911465 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (833b036f-1461-4585-8937-0898022088da), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:03.116083 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe5ce-5244-4abd-b8f5-93cae5a1e188 req-63e46400-3ddb-4bdf-8b74-b6240f12e1a2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:03.117963 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-605fe5ce-5244-4abd-b8f5-93cae5a1e188 req-63e46400-3ddb-4bdf-8b74-b6240f12e1a2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Mar 10 05:11:03.168681 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-605fe5ce-5244-4abd-b8f5-93cae5a1e188 req-109c848f-ba9b-46af-8405-b4032bd3337c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 Mar 10 05:11:03.365534 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:03.370399 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (833b036f-1461-4585-8937-0898022088da), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:03.474075 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Floating IP 833b036f-1461-4585-8937-0898022088da associated. External IP: 172.27.1.200, port: 2cee81d2-da8b-47db-b6c1-1bc40702927f. Mar 10 05:11:03.688926 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:11:03.802894 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:11:03.807299 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:03.812741 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:11:03.824211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:03.825429 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:03.836849 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b455a21d-4d01-4322-9651-66f20945e1c6 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "PUT /v2.0/floatingips/833b036f-1461-4585-8937-0898022088da HTTP/1.1" status: 200 len: 991 time: 1.2413452 Mar 10 05:11:03.837564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:03.839811 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befa7c48-925f-4874-a8b5-472f97324295" -d '{"events": [{"name": "network-changed", "server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:03.875614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bc2a4-b0c5-4cf9-8909-34a21d7a5c0f x-openstack-request-id: req-ac6bc2a4-b0c5-4cf9-8909-34a21d7a5c0f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:03.875916 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:03.876177 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac6bc2a4-b0c5-4cf9-8909-34a21d7a5c0f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:03.876587 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'status': 'completed', 'code': 200} Mar 10 05:11:03.939217 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:03.943978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa7c48-925f-4874-a8b5-472f97324295 req-f962e687-e3d1-4b49-88ae-9a2bc1600053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:03.945526 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-f962e687-e3d1-4b49-88ae-9a2bc1600053 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 1129 time: 0.0458641 Mar 10 05:11:04.045023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa7c48-925f-4874-a8b5-472f97324295 req-905aeb6c-029e-4874-9d97-7bfd8ee7c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:04.046482 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-905aeb6c-029e-4874-9d97-7bfd8ee7c6ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 200 len: 910 time: 0.0920336 Mar 10 05:11:04.116579 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-681d2e9f-0797-4ebc-b72c-01fcefa02afd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f HTTP/1.1" status: 200 len: 999 time: 0.0591848 Mar 10 05:11:04.168751 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '833b036f-1461-4585-8937-0898022088da', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:0b:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:49Z', 'updated_at': '2022-03-10T05:11:03Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:04.170050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa7c48-925f-4874-a8b5-472f97324295 req-351cc18b-04f7-46ca-a173-87773ca6007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:04.171522 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-351cc18b-04f7-46ca-a173-87773ca6007e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 200 len: 849 time: 0.0453138 Mar 10 05:11:04.198756 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:11:04.208114 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:04.209111 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:10:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:04.247232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa7c48-925f-4874-a8b5-472f97324295 req-fdeaa901-3030-4dac-801c-c85bd6c1d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:04.248889 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-fdeaa901-3030-4dac-801c-c85bd6c1d17b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0573487 Mar 10 05:11:04.302958 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68ed85-eeb7-4e51-a9e7-128b061d45d1 req-6203207c-d1e7-4ca5-8d41-2b9faba126c3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:04.304376 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cc68ed85-eeb7-4e51-a9e7-128b061d45d1 req-6203207c-d1e7-4ca5-8d41-2b9faba126c3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0604944 Mar 10 05:11:04.332507 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:04.347521 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-33ae7749-2417-4084-af86-6b55846ac397 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920303 Mar 10 05:11:04.352368 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cc68ed85-eeb7-4e51-a9e7-128b061d45d1 req-7e79f8a0-b261-4446-987f-b0d8d8d81427 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Mar 10 05:11:04.445400 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-befa7c48-925f-4874-a8b5-472f97324295 req-f9577d92-4e58-4ca1-a32f-3611ec7a2847 service neutron] 10.222.0.24 "GET /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Mar 10 05:11:04.565359 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '833b036f-1461-4585-8937-0898022088da', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:0b:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:49Z', 'updated_at': '2022-03-10T05:11:03Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:04.595836 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fd00-edb8-4f08-a364-25c615f2568a None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '833b036f-1461-4585-8937-0898022088da', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'port_id': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'mac_address': 'fa:16:3e:0b:e1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:10:49Z', 'updated_at': '2022-03-10T05:11:03Z', 'revision_number': 1, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:11:04.787096 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b0b76-b57c-4efa-920b-33e37d00426a None None] New status for floating IP 833b036f-1461-4585-8937-0898022088da: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:11:05.483865 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890bbb-6443-4cf0-abd9-ad416e85df23 req-76a23080-191d-4547-b480-9295470fe2bc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:05.485361 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-64890bbb-6443-4cf0-abd9-ad416e85df23 req-76a23080-191d-4547-b480-9295470fe2bc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Mar 10 05:11:05.533187 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-64890bbb-6443-4cf0-abd9-ad416e85df23 req-adf71c76-c4f5-4bfc-9163-6396aea4b2a1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Mar 10 05:11:06.655996 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8a05d-9aff-41dd-a4e7-8157e8a0946f req-7408fdeb-e11d-450d-854b-9cd49ed3d021 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:06.657477 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-21a8a05d-9aff-41dd-a4e7-8157e8a0946f req-7408fdeb-e11d-450d-854b-9cd49ed3d021 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0514712 Mar 10 05:11:06.703630 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-21a8a05d-9aff-41dd-a4e7-8157e8a0946f req-e70f8377-53a6-42d7-9c0c-e681d45cee21 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 Mar 10 05:11:07.824733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508d08-9442-49b4-9e8b-339bb4c0fba1 req-d43727be-f54a-48f7-92c4-3d54ac47c052 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:07.826210 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-eb508d08-9442-49b4-9e8b-339bb4c0fba1 req-d43727be-f54a-48f7-92c4-3d54ac47c052 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0517147 Mar 10 05:11:07.875830 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-eb508d08-9442-49b4-9e8b-339bb4c0fba1 req-c0d4fdb8-0c37-421d-861e-6fa87589ab54 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Mar 10 05:11:08.998462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda7154-78fe-40c0-b335-8af541cf9180 req-f19a2891-9f5f-4e21-9e0a-5e68fcfc53a3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:08.999925 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ecda7154-78fe-40c0-b335-8af541cf9180 req-f19a2891-9f5f-4e21-9e0a-5e68fcfc53a3 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Mar 10 05:11:09.049369 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ecda7154-78fe-40c0-b335-8af541cf9180 req-c93e4b05-b081-408c-9ad9-6d84d496ee1e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Mar 10 05:11:10.169311 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e060-0bc4-4843-8421-a0be3a4a85da req-5a8a3a70-b0d7-4f3d-85b0-78d2ff5e8ec2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:10.170746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9577e060-0bc4-4843-8421-a0be3a4a85da req-5a8a3a70-b0d7-4f3d-85b0-78d2ff5e8ec2 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Mar 10 05:11:10.215944 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9577e060-0bc4-4843-8421-a0be3a4a85da req-7ba14e3a-5e56-40cb-b4e3-09fdd759aebd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397158 Mar 10 05:11:11.198783 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9a71f72a-3ae4-4590-8408-bbc080946aa7 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443237960&fields=id&tenant_id=f16f0973561d4199b22e45b6249075ce HTTP/1.1" status: 200 len: 267 time: 0.0421317 Mar 10 05:11:11.301732 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-e602706b-be75-411d-acd9-689c1f9d80f0 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:11.303320 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-e602706b-be75-411d-acd9-689c1f9d80f0 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 809 time: 0.0984044 Mar 10 05:11:11.317823 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-c3ec490f-9644-452b-997b-c7c4ebfe7150 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/quotas/f16f0973561d4199b22e45b6249075ce HTTP/1.1" status: 200 len: 375 time: 0.0088120 Mar 10 05:11:11.337159 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a3d7-df5a-40fd-bcda-4263891bc25d req-3dbe6b5f-642a-48a4-a6e1-deaf001a020c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:11.338652 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8703a3d7-df5a-40fd-bcda-4263891bc25d req-3dbe6b5f-642a-48a4-a6e1-deaf001a020c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Mar 10 05:11:11.377269 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-a582a299-804e-4a35-8710-0a72b71f69f0 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545058 Mar 10 05:11:11.385424 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8703a3d7-df5a-40fd-bcda-4263891bc25d req-d8a74b99-696a-4192-be03-86fd11f7309c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Mar 10 05:11:11.473074 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-a50a90fc-ce78-4b82-956a-005332dfe80e service neutron] 10.222.0.11 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831759 Mar 10 05:11:11.564264 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-ca4ee203-ddb4-4c9e-a351-e92476e047d1 service neutron] 10.222.0.11 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846529 Mar 10 05:11:11.846593 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-de8c6288-623f-4ea4-a215-978eaceedb56 req-f085458c-fa14-43d5-8fb6-a2e358a38f59 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 210 time: 0.0311782 Mar 10 05:11:12.508226 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea80fb-f6aa-449b-95e9-918b27eaf0cf req-2af82a35-0780-4941-b1ee-a50650866548 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:12.509713 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c0ea80fb-f6aa-449b-95e9-918b27eaf0cf req-2af82a35-0780-4941-b1ee-a50650866548 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Mar 10 05:11:12.555265 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c0ea80fb-f6aa-449b-95e9-918b27eaf0cf req-25444cc7-0aff-4a3b-bb13-123883b9f7ef tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Mar 10 05:11:12.807735 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-1cab0acf-ce04-449d-b284-b1a7de73cae6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:12.809338 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-1cab0acf-ce04-449d-b284-b1a7de73cae6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 809 time: 0.1027393 Mar 10 05:11:12.871412 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-de02e7a7-a6bb-4d5f-9e5a-8759fb278c7a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f16f0973561d4199b22e45b6249075ce HTTP/1.1" status: 200 len: 380 time: 0.0534337 Mar 10 05:11:12.892624 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'port': {'device_id': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'admin_state_up': True, 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'security_groups': ['9a4346de-84c7-45fc-b962-8db3bcc31adc']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:11:12.957095 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-76def7d5-c243-4b77-b8c8-051a16db12fa req-15edf0e4-0794-4cdb-8d7e-9260e7a28f94 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 210 time: 0.0367944 Mar 10 05:11:13.029102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Made reservation on behalf of f16f0973561d4199b22e45b6249075ce for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:11:13.032387 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.159103 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Allocated IP 172.20.0.12 (90220d5d-27df-47b9-b21f-5cbefb914f8f/acdbc15a-6aaa-4b43-8f00-d5f60314412a/7417b9f8-2bb1-417d-ad25-bfae061ab47c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:11:13.295914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.336273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.379016 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:11:13.382500 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:11:13.386772 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:11:13.405232 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bd9d8bc-67e9-456a-9999-606113f70296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.428548 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:13.451494 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:13.452115 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.468730 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-7cde3070-87c8-4ea7-997e-e26aa6ffc8d9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804012 Mar 10 05:11:13.479692 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Request body: {'port': {'device_id': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:11:13.545379 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.594440 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e0908ae7-691c-465a-a683-edb75b328d3d None None] Provisioning complete for port 7417b9f8-2bb1-417d-ad25-bfae061ab47c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:11:13.594835 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0908ae7-691c-465a-a683-edb75b328d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.628714 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e0908ae7-691c-465a-a683-edb75b328d3d None None] Port 7417b9f8-2bb1-417d-ad25-bfae061ab47c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:11:13.681789 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177674-63f0-4b32-8079-fa3d180a80f9 req-57921afe-f82e-4c1f-9a0a-ab177ca93df8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:13.683301 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42177674-63f0-4b32-8079-fa3d180a80f9 req-57921afe-f82e-4c1f-9a0a-ab177ca93df8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0535994 Mar 10 05:11:13.734374 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42177674-63f0-4b32-8079-fa3d180a80f9 req-2f041073-3734-4c95-9aeb-1f97879196e7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445399 Mar 10 05:11:13.816507 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7417b9f8-2bb1-417d-ad25-bfae061ab47c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:11:13.824065 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks [] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.835827 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Transition to ACTIVE for port object 7417b9f8-2bb1-417d-ad25-bfae061ab47c will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:11:13.838883 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:13.886223 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:13.963801 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Attempting to bind port 7417b9f8-2bb1-417d-ad25-bfae061ab47c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:11:13.964176 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Attempting to bind port 7417b9f8-2bb1-417d-ad25-bfae061ab47c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:11:13.964532 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Attempting to bind port 7417b9f8-2bb1-417d-ad25-bfae061ab47c on network 90220d5d-27df-47b9-b21f-5cbefb914f8f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:11:13.969261 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Port 7417b9f8-2bb1-417d-ad25-bfae061ab47c on network 90220d5d-27df-47b9-b21f-5cbefb914f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:11:13.969500 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Attempting to bind port 7417b9f8-2bb1-417d-ad25-bfae061ab47c on network 90220d5d-27df-47b9-b21f-5cbefb914f8f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:11:13.974949 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:11:13.975289 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Checking segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:11:13.975677 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Bound using segment: {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:11:13.976103 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Bound port: 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70837123-8c22-4ace-8e38-1a6c66d93d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:11:13.976464 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:14.074023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:11:14.089020 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:11:14.095867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:14.137561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6263-43da-4f71-8817-89949fb0b716 req-2505918a-b0bb-4202-ad21-0d307e059e66 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.138952 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a83f6263-43da-4f71-8817-89949fb0b716 req-2505918a-b0bb-4202-ad21-0d307e059e66 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.1076345 Mar 10 05:11:14.146804 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.147364 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:14.148724 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] 10.222.0.24 "PUT /v2.0/ports/7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1094 time: 0.6732571 Mar 10 05:11:14.149218 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:14.151475 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea095962-96a1-4a5a-aa5d-a012967aad10" -d '{"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:14.200862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52819d-6830-4f64-a1d5-e20afadbefaf service neutron] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:14.206834 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865dbc3-d91f-47a6-8bda-ba5820a32335 x-openstack-request-id: req-4865dbc3-d91f-47a6-8bda-ba5820a32335 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:14.207127 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:14.207390 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4865dbc3-d91f-47a6-8bda-ba5820a32335 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:14.207799 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'status': 'completed', 'code': 200} Mar 10 05:11:14.254531 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a83f6263-43da-4f71-8817-89949fb0b716 req-b74f1683-8c21-4f7d-9a4b-a4897763af56 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980179 Mar 10 05:11:14.265504 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-b9900455-46dc-435c-af94-c33c582f0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.267139 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-b9900455-46dc-435c-af94-c33c582f0129 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1128 time: 0.0740533 Mar 10 05:11:14.309316 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-b0e2ca5d-57fa-4290-a312-b7002dc64880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 217 time: 0.0352929 Mar 10 05:11:14.363583 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-5e5dede8-400e-422a-8841-3323721ee0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.365190 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-5e5dede8-400e-422a-8841-3323721ee0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0466533 Mar 10 05:11:14.415282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-b9dd1502-f846-4b9a-a166-1b0c50d3beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.416786 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-b9dd1502-f846-4b9a-a166-1b0c50d3beae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440941 Mar 10 05:11:14.508850 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-731dd448-ad0c-4551-b37a-3e8830a71378 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821462 Mar 10 05:11:14.596137 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d5b6ec9c-1847-46e7-bd2e-7975bf5ed438 req-779d6c97-ebbc-4acc-8175-25e897bcd5ff service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809107 Mar 10 05:11:14.683260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-5407e4a6-d886-4374-b119-1f595bc7658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.684736 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-5407e4a6-d886-4374-b119-1f595bc7658f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1128 time: 0.0449970 Mar 10 05:11:14.780214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-22ce9fb6-49c2-4c50-a2e1-02c5a55f42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.781783 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-22ce9fb6-49c2-4c50-a2e1-02c5a55f42a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0903623 Mar 10 05:11:14.823564 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-c8a80c7c-9ca8-4c61-85d5-3f8176a4be65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 217 time: 0.0354652 Mar 10 05:11:14.856432 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e6c2c-7dc9-4084-99ae-cad0a7eae194 req-ae46f077-9f76-4c7a-b4f3-8a5eca6a9a25 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.857833 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e53e6c2c-7dc9-4084-99ae-cad0a7eae194 req-ae46f077-9f76-4c7a-b4f3-8a5eca6a9a25 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Mar 10 05:11:14.876008 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-85454ec7-1562-42df-8d4d-7e1ea2453a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.877500 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-85454ec7-1562-42df-8d4d-7e1ea2453a98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0462263 Mar 10 05:11:14.904547 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e53e6c2c-7dc9-4084-99ae-cad0a7eae194 req-2145e2bd-50f3-4946-abb6-39a1959bf090 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Mar 10 05:11:14.927445 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-94c4bb3d-5ace-4621-8b01-b8df393acf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:14.929099 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-94c4bb3d-5ace-4621-8b01-b8df393acf92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454063 Mar 10 05:11:15.017507 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-44e4b5c0-e214-440b-8e34-a9f59a8e282b service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814040 Mar 10 05:11:15.107213 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ea095962-96a1-4a5a-aa5d-a012967aad10 req-f6487bf9-efed-464b-b5d2-1cafe46d7347 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833390 Mar 10 05:11:15.375181 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8410-f1ab-4fbf-b79a-279cb5936fbf req-a47f71c5-56a3-4968-8bc7-a9fbcef47f69 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:15.376519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-454e8410-f1ab-4fbf-b79a-279cb5936fbf req-a47f71c5-56a3-4968-8bc7-a9fbcef47f69 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0521014 Mar 10 05:11:15.423637 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-454e8410-f1ab-4fbf-b79a-279cb5936fbf req-e4d513a6-ff08-42d8-9958-d8b3385f4d29 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Mar 10 05:11:15.643952 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14f41c86-2a03-4c9b-b5d1-2861d72515d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:16.026860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e04b8-4208-4136-987d-9b0eb5e1f073 req-b4b5d064-4390-454a-82b4-b7918e34ceff tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:16.028352 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d4e04b8-4208-4136-987d-9b0eb5e1f073 req-b4b5d064-4390-454a-82b4-b7918e34ceff tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0525956 Mar 10 05:11:16.076100 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2d4e04b8-4208-4136-987d-9b0eb5e1f073 req-e17273f4-1ea6-4dc2-9afe-860ffb561a22 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Mar 10 05:11:16.259303 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:11:16.355594 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:16.369584 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:11:16.404588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:16.404971 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:16.417211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:11:16.435873 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:16.439596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:16.488887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:16.497080 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.497457 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.497807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.498148 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.498499 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.498806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.499224 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.499557 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.499888 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.500216 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.500541 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.500866 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.501236 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:16.532151 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['e0b8704e-936b-4b2c-83a8-3b59dcc244e1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:11:16.548114 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4dad3-2bd8-4938-8420-09194fdf6aa6 req-87dd0733-0330-4f18-9158-9cd8ffe9b928 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:16.549610 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-76d4dad3-2bd8-4938-8420-09194fdf6aa6 req-87dd0733-0330-4f18-9158-9cd8ffe9b928 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0562837 Mar 10 05:11:16.603003 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-76d4dad3-2bd8-4938-8420-09194fdf6aa6 req-4b59cc62-70ef-4905-8aa1-49341c65c69c tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Mar 10 05:11:16.716441 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:17.199741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011355f-007a-46ee-9298-e466039e61a1 req-e0f1d535-034b-4ba6-b084-172a19865269 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:17.201101 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5011355f-007a-46ee-9298-e466039e61a1 req-e0f1d535-034b-4ba6-b084-172a19865269 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0547719 Mar 10 05:11:17.245912 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5011355f-007a-46ee-9298-e466039e61a1 req-dc259f72-41f1-430a-a0b8-a096962b0b2b tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393538 Mar 10 05:11:17.720317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde098bb-c1d7-4f4e-a478-9f137fa3e8e8 req-8737f18f-fd10-4483-9903-124809b87a04 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:17.721801 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dde098bb-c1d7-4f4e-a478-9f137fa3e8e8 req-8737f18f-fd10-4483-9903-124809b87a04 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0525608 Mar 10 05:11:17.770043 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dde098bb-c1d7-4f4e-a478-9f137fa3e8e8 req-43e553b4-c2ec-4b35-b4fc-3c945b99a09a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Mar 10 05:11:18.075352 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:18.263092 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:11:18.310545 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:11:18.310844 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:18.371558 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9fe3-a8b2-494a-9703-0f5a861ca54a req-e5013a2b-6f9a-4574-81de-33801740d437 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:18.373022 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-36dc9fe3-a8b2-494a-9703-0f5a861ca54a req-e5013a2b-6f9a-4574-81de-33801740d437 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0559511 Mar 10 05:11:18.390106 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:18.390526 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:18.413181 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:18.415540 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c5ea9-8042-47fe-8b1f-20e94873d36c" -d '{"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:18.420022 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-36dc9fe3-a8b2-494a-9703-0f5a861ca54a req-98a1a636-ac2e-4add-92d3-3df1ed6a4021 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Mar 10 05:11:18.436523 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:18.445021 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:18.472682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde0298-3789-4773-b9b2-5fdf0af52abd x-openstack-request-id: req-6cde0298-3789-4773-b9b2-5fdf0af52abd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:18.472978 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:18.473260 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cde0298-3789-4773-b9b2-5fdf0af52abd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:18.474892 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'code': 200} Mar 10 05:11:18.501171 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:18.890699 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224600ab-9cdd-4364-bbba-039060ad7c98 req-09876215-e6b2-4ddf-b524-30a90ea4d7a1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:18.893226 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-224600ab-9cdd-4364-bbba-039060ad7c98 req-09876215-e6b2-4ddf-b524-30a90ea4d7a1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0532041 Mar 10 05:11:18.944635 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-224600ab-9cdd-4364-bbba-039060ad7c98 req-42484b26-c06d-41ec-a48e-5bce90ba60e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464501 Mar 10 05:11:19.565161 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c49b-6c4b-496e-bae9-e3af02333492 req-bf1bb55d-c7d0-4671-b32e-5138f02b1946 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:19.566655 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5249c49b-6c4b-496e-bae9-e3af02333492 req-bf1bb55d-c7d0-4671-b32e-5138f02b1946 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0576735 Mar 10 05:11:19.621698 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5249c49b-6c4b-496e-bae9-e3af02333492 req-4508c77e-7d53-4088-b3ca-9065c5f8537c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486791 Mar 10 05:11:19.638929 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:20.076450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd82a3-b5cd-4736-9d88-62b6a3b1b082 req-9627677b-80b6-4a04-9e7f-2c4291bd2637 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:20.078275 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2fbd82a3-b5cd-4736-9d88-62b6a3b1b082 req-9627677b-80b6-4a04-9e7f-2c4291bd2637 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0635252 Mar 10 05:11:20.137395 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2fbd82a3-b5cd-4736-9d88-62b6a3b1b082 req-8279b430-4474-478f-b808-b242cc871883 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529690 Mar 10 05:11:20.764759 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88238c90-6d4a-46a0-9ab5-b1bdee2380e5 req-e371ff8d-9f57-4397-9111-bfca237d1e94 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:20.766262 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-88238c90-6d4a-46a0-9ab5-b1bdee2380e5 req-e371ff8d-9f57-4397-9111-bfca237d1e94 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0612838 Mar 10 05:11:20.818928 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-88238c90-6d4a-46a0-9ab5-b1bdee2380e5 req-b92aad1b-ef89-4432-9df4-db4cdfe864b0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Mar 10 05:11:21.266422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46071169-cfe3-4412-954f-7a1ca6b122e9 req-67410008-0851-41fc-9c25-c8492921027a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:21.268113 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-46071169-cfe3-4412-954f-7a1ca6b122e9 req-67410008-0851-41fc-9c25-c8492921027a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0587888 Mar 10 05:11:21.320325 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-46071169-cfe3-4412-954f-7a1ca6b122e9 req-f72fe4c6-100a-494c-8495-f79ef2acd1a6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Mar 10 05:11:21.972092 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618c034-8e9e-489c-805a-e492d9f5c9ec req-1ebb9f69-8737-4a4a-ba3c-2db97d1dcfda tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:21.974851 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3618c034-8e9e-489c-805a-e492d9f5c9ec req-1ebb9f69-8737-4a4a-ba3c-2db97d1dcfda tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0668652 Mar 10 05:11:22.027635 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3618c034-8e9e-489c-805a-e492d9f5c9ec req-c6c75315-cfe2-4a32-b819-ccafb3db2458 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466154 Mar 10 05:11:22.277963 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:11:22.388279 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:22.402845 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'mac_address': 'fa:16:3e:e0:7d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:11:22.444519 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 7417b9f8-2bb1-417d-ad25-bfae061ab47c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:22.444917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:22.471080 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417b9f8-2bb1-417d-ad25-bfae061ab47c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:11:22.479590 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af9fb-c81b-454f-8c9b-5fda482af136 req-2cc4e55b-06b7-4739-a90b-dc5e85d877ad tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:22.481342 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b17af9fb-c81b-454f-8c9b-5fda482af136 req-2cc4e55b-06b7-4739-a90b-dc5e85d877ad tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0719383 Mar 10 05:11:22.497224 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:22.506389 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:22.557519 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b17af9fb-c81b-454f-8c9b-5fda482af136 req-bd3c0655-2afb-47c2-a040-be5591cc2701 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596786 Mar 10 05:11:22.568564 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:22.781920 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['7417b9f8-2bb1-417d-ad25-bfae061ab47c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:11:23.162978 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418f39-fc9b-412a-8217-6644c80481ee req-37f3177d-9603-4735-b11d-ba9f6ff5c000 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:23.169633 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6c418f39-fc9b-412a-8217-6644c80481ee req-37f3177d-9603-4735-b11d-ba9f6ff5c000 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0620384 Mar 10 05:11:23.233893 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6c418f39-fc9b-412a-8217-6644c80481ee req-24e8da5b-e261-4799-a94d-a5f2eaf58f20 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518234 Mar 10 05:11:23.668759 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a3e9-7fd7-4f34-abdf-f0ac12da24a9 req-a82df4b4-f28a-40e3-ba72-c6af12d885ed tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:23.676445 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ef4a3e9-7fd7-4f34-abdf-f0ac12da24a9 req-a82df4b4-f28a-40e3-ba72-c6af12d885ed tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 945 time: 0.0634029 Mar 10 05:11:23.737184 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ef4a3e9-7fd7-4f34-abdf-f0ac12da24a9 req-ba9cf3b3-96d0-44f0-ab76-25dad2ffc5aa tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598419 Mar 10 05:11:24.295657 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:11:24.353113 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b46e-fec5-407d-8a46-eaccb5d326fa req-9582fc71-1545-4e6a-b106-673a3b05d7a8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:24.354684 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a635b46e-fec5-407d-8a46-eaccb5d326fa req-9582fc71-1545-4e6a-b106-673a3b05d7a8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Mar 10 05:11:24.365596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 7417b9f8-2bb1-417d-ad25-bfae061ab47c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:11:24.372406 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 7417b9f8-2bb1-417d-ad25-bfae061ab47c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:11:24.372882 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:24.425463 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a635b46e-fec5-407d-8a46-eaccb5d326fa req-dabaf60a-05b3-405f-b14e-7ac12e2e9e8a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621090 Mar 10 05:11:24.467520 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 7417b9f8-2bb1-417d-ad25-bfae061ab47c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:24.467916 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:24.492858 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:24.495066 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1d0a7-87fe-4114-9221-8bc026f11d97" -d '{"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-plugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:24.517367 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:24.523696 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:24.561717 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae20b7-e2f8-462c-95b4-a65858c9c3c5 x-openstack-request-id: req-6dae20b7-e2f8-462c-95b4-a65858c9c3c5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:24.562017 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-plugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:24.562285 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dae20b7-e2f8-462c-95b4-a65858c9c3c5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:24.562736 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'code': 200} Mar 10 05:11:24.579118 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:25.096606 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388982c3-a1f6-4eb4-9180-cbe5a76f3c4b req-4ac14abf-5109-45f0-8433-8a1eb3aa3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:25.098049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-388982c3-a1f6-4eb4-9180-cbe5a76f3c4b req-4ac14abf-5109-45f0-8433-8a1eb3aa3576 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.3432887 Mar 10 05:11:25.168486 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-388982c3-a1f6-4eb4-9180-cbe5a76f3c4b req-0af568c9-a742-44db-a1f6-784f56880ef2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538590 Mar 10 05:11:25.178257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0aaf4-4c54-4b0e-8309-dd4943da765a req-dcbf98bd-fb94-4fe8-aef1-bb5a11773902 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:25.179748 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-aea0aaf4-4c54-4b0e-8309-dd4943da765a req-dcbf98bd-fb94-4fe8-aef1-bb5a11773902 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.1041117 Mar 10 05:11:25.232302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-aea0aaf4-4c54-4b0e-8309-dd4943da765a req-d773828f-de78-44b3-93bb-a93a9bc20308 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Mar 10 05:11:25.554087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3e36-fe11-4b3a-9731-a1ff45378e8b req-bfdc92f0-4698-4fc4-bc51-998efac9ffb4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:25.555556 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b60e3e36-fe11-4b3a-9731-a1ff45378e8b req-bfdc92f0-4698-4fc4-bc51-998efac9ffb4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0577042 Mar 10 05:11:25.611019 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b60e3e36-fe11-4b3a-9731-a1ff45378e8b req-64ee0710-3f82-4e3f-941b-5545283b4e54 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477033 Mar 10 05:11:26.424747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486669d-fe2d-4623-bf04-c00e81bd25ea req-a5f85c2b-98c4-4e5d-bfa3-22cce1eb0a2a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:26.428151 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b486669d-fe2d-4623-bf04-c00e81bd25ea req-a5f85c2b-98c4-4e5d-bfa3-22cce1eb0a2a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.1043518 Mar 10 05:11:26.505839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b486669d-fe2d-4623-bf04-c00e81bd25ea req-68762a7f-f7e9-4353-a108-d00d86e4c538 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714188 Mar 10 05:11:26.769526 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc6799-9b4e-4014-896b-9629746d8671 req-979aaeab-a3ac-4503-b535-5db5d308be81 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:26.774642 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ffc6799-9b4e-4014-896b-9629746d8671 req-979aaeab-a3ac-4503-b535-5db5d308be81 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.0639133 Mar 10 05:11:26.837838 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ffc6799-9b4e-4014-896b-9629746d8671 req-008ceb7d-9265-45b8-9b8d-43cd5cb3c851 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582693 Mar 10 05:11:27.233558 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:27.643372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768de35-8fd2-4971-9b9b-3fd6b2388233 req-0da24935-80b5-489a-93eb-7e9a592a7d0e tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:27.645421 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b768de35-8fd2-4971-9b9b-3fd6b2388233 req-0da24935-80b5-489a-93eb-7e9a592a7d0e tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0651913 Mar 10 05:11:27.699318 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b768de35-8fd2-4971-9b9b-3fd6b2388233 req-91afe97f-29cc-4b99-b4fe-068b49aaeb43 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480714 Mar 10 05:11:27.778445 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-41aefa8e-fd96-4a69-90bc-7837bae2341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:27.779958 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-41aefa8e-fd96-4a69-90bc-7837bae2341d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1129 time: 0.0474460 Mar 10 05:11:27.833104 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2760e-6d05-494f-8232-7edbaadd94b4 req-d7180eee-d79b-4ae5-abcf-e23d2badbdd2 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:27.834619 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-66b2760e-6d05-494f-8232-7edbaadd94b4 req-d7180eee-d79b-4ae5-abcf-e23d2badbdd2 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Mar 10 05:11:27.887356 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-66b2760e-6d05-494f-8232-7edbaadd94b4 req-057f9595-8f6b-447b-ba58-b65724713db8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Mar 10 05:11:27.901036 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-201cb335-94f5-427e-9f52-7d76c92c992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:27.902787 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-201cb335-94f5-427e-9f52-7d76c92c992d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.0952530 Mar 10 05:11:27.911383 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:28.002419 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-5f0acc46-9f93-46f2-a61e-7b54c69e0662 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 999 time: 0.0858715 Mar 10 05:11:28.003143 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c900bf-6a24-4f7a-b184-3f17e21659b6 tempest-TestShelveInstance-1717582000 tempest-TestShelveInstance-1717582000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.005785 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f3c900bf-6a24-4f7a-b184-3f17e21659b6 tempest-TestShelveInstance-1717582000 tempest-TestShelveInstance-1717582000-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1125 time: 0.0925112 Mar 10 05:11:28.008161 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:28.010739 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cfd94-7b63-4c61-8717-236b3191e2f5 req-03f9d618-69a7-40e8-9061-6fb5ca698345 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.012143 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6c5cfd94-7b63-4c61-8717-236b3191e2f5 req-03f9d618-69a7-40e8-9061-6fb5ca698345 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.1048386 Mar 10 05:11:28.012392 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:11:28.033589 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.079473 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-1248b1ee-26a9-4d2d-bced-dea67343b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.080822 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-1248b1ee-26a9-4d2d-bced-dea67343b2cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0678594 Mar 10 05:11:28.092157 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6c5cfd94-7b63-4c61-8717-236b3191e2f5 req-fa92206d-57b8-4443-bb9a-9cc30917c526 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722785 Mar 10 05:11:28.130770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.161438 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-b4aae47c-ed4a-47e0-ae9b-7addb0ba014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.162961 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-b4aae47c-ed4a-47e0-ae9b-7addb0ba014e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463443 Mar 10 05:11:28.242643 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Allocated IP 172.27.1.123 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/fe117033-7fc2-4022-87e3-ffdbc18e2680) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:11:28.265588 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-cdb225c2-eb95-4abd-8fe9-ca7a835b6b9e service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897536 Mar 10 05:11:28.345997 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.361018 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6c90d5c-dcaf-4b3f-a301-f62b25db5c7f req-5646c978-ec11-4cfe-9e67-81bc2575c25f service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876615 Mar 10 05:11:28.380223 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.419190 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:11:28.422084 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:11:28.428302 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:11:28.445406 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-47e55f69-887a-478f-b2c5-e0e3211bd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.447174 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-47e55f69-887a-478f-b2c5-e0e3211bd8cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1129 time: 0.0453475 Mar 10 05:11:28.456400 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'Port': ['ID=fe117033-7fc2-4022-87e3-ffdbc18e2680,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:28.468694 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.469045 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.469434 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.469777 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.470112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.470439 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.470767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.471094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.471419 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.472186 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.472329 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.472640 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.473109 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:28.538081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-d300c304-6cf7-4983-9a5d-f314a5a211f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.539542 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-d300c304-6cf7-4983-9a5d-f314a5a211f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.0853875 Mar 10 05:11:28.608574 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-1e063cd4-fb39-4ad2-9a44-ceb626128c42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 999 time: 0.0617378 Mar 10 05:11:28.656165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-9a2152be-4ace-4bfe-a035-6c686ba4bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.657723 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-9a2152be-4ace-4bfe-a035-6c686ba4bd84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0428696 Mar 10 05:11:28.709017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-258ea794-5804-4717-a34b-2b3738aa055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:28.710690 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-258ea794-5804-4717-a34b-2b3738aa055f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471828 Mar 10 05:11:28.811352 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-60308201-be06-4875-8998-9bf4625d0640 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904701 Mar 10 05:11:28.813844 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for floatingip (bbbd8005-661a-4b54-a500-4151a9c40e55), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.881690 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:28.906210 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2d89ad73-2783-407b-b99b-90b5b17b65eb req-c5270f84-8a79-4d03-9406-5f999a0bccc1 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Mar 10 05:11:29.030657 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:29.035038 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:29.103389 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event updated for resources: {'Port': ['ID=fe117033-7fc2-4022-87e3-ffdbc18e2680,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:29.115141 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (bbbd8005-661a-4b54-a500-4151a9c40e55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:29.244309 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Floating IP bbbd8005-661a-4b54-a500-4151a9c40e55 associated. External IP: 172.27.1.123, port: 7417b9f8-2bb1-417d-ad25-bfae061ab47c. Mar 10 05:11:29.287953 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f575-91a7-4ca1-a143-ed624bb33089 req-9e6c8920-3212-4f4f-a74d-e8e983a564bb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:29.289428 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dff0f575-91a7-4ca1-a143-ed624bb33089 req-9e6c8920-3212-4f4f-a74d-e8e983a564bb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 945 time: 0.1256580 Mar 10 05:11:29.596755 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dff0f575-91a7-4ca1-a143-ed624bb33089 req-600cbb73-bd54-40d7-86ec-127e62f52945 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015842 Mar 10 05:11:29.706448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Router 689fd24e-b701-4d8a-8140-33340720d05c has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:11:29.812238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:11:29.822075 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Sync routers for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:11:29.829903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:29.832035 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:29.833176 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:29.859422 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4206f13a-9667-42c5-91ba-7b9e564b99e6 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8501763 Mar 10 05:11:29.860035 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:29.862256 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:29.897865 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd8138-057f-4415-ab7d-3d907fe4a097 x-openstack-request-id: req-87dd8138-057f-4415-ab7d-3d907fe4a097 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:29.898478 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:29.898478 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87dd8138-057f-4415-ab7d-3d907fe4a097 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:29.898790 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'status': 'completed', 'code': 200} Mar 10 05:11:29.946609 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:29.962366 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-b341dfcf-65cf-46fb-9dfa-850dd04dba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:29.963950 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-b341dfcf-65cf-46fb-9dfa-850dd04dba68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.0451159 Mar 10 05:11:30.057653 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-834ed331-6207-4e06-9f2b-5293ee1c11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:30.059209 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-834ed331-6207-4e06-9f2b-5293ee1c11bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0883760 Mar 10 05:11:30.135341 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-2e7112c0-ea15-4a66-bca1-1d29ac1ed427 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1000 time: 0.0629673 Mar 10 05:11:30.184664 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-b2654455-dd4e-4b6f-82b0-7f96470d39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:30.186159 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-b2654455-dd4e-4b6f-82b0-7f96470d39a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0439641 Mar 10 05:11:30.236740 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-672e45a4-9a09-41c8-8482-ff58dbe2e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:30.238318 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-672e45a4-9a09-41c8-8482-ff58dbe2e9cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446374 Mar 10 05:11:30.293312 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bbbd8005-661a-4b54-a500-4151a9c40e55', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'mac_address': 'fa:16:3e:e0:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:11:28Z', 'updated_at': '2022-03-10T05:11:28Z', 'revision_number': 0, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:30.323133 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Checking router: 689fd24e-b701-4d8a-8140-33340720d05c for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:11:30.330600 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:30.335781 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-78747e87-2e92-4d5c-89d9-2ff6b5bff5b8 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Mar 10 05:11:30.353861 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:30.354483 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:30.428238 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efbb7ab4-5873-4f0d-b3e3-36edebe3e08c req-dfd9e40c-fee9-4537-803d-57e60a067e97 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861769 Mar 10 05:11:30.501365 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:30.503352 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:30.503742 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:30.563067 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:30.565325 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ec22f4-7366-450f-9503-9fe1ad69ba75" -d '{"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:30.607697 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:30.613099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:30.646160 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af951a-1797-46d6-b012-d2b44220a838 x-openstack-request-id: req-15af951a-1797-46d6-b012-d2b44220a838 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:30.646459 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:30.646718 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15af951a-1797-46d6-b012-d2b44220a838 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:30.647117 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'code': 200} Mar 10 05:11:30.724542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:30.728126 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e960-1916-440a-b17e-66c766a27cc7 req-cf0cd161-cd66-44ef-bbad-91de54960eb6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:30.730874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6750e960-1916-440a-b17e-66c766a27cc7 req-cf0cd161-cd66-44ef-bbad-91de54960eb6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0581462 Mar 10 05:11:30.772582 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:11:30.793791 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6750e960-1916-440a-b17e-66c766a27cc7 req-4ea1ea07-94ae-4250-b2b3-996a2f5d039f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532660 Mar 10 05:11:30.822797 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bbbd8005-661a-4b54-a500-4151a9c40e55', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'mac_address': 'fa:16:3e:e0:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:11:28Z', 'updated_at': '2022-03-10T05:11:28Z', 'revision_number': 0, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:30.853947 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458abc0a-a7ab-424a-a42f-2e84e6f7df66 None None] The sync data for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi is: [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'bbbd8005-661a-4b54-a500-4151a9c40e55', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'mac_address': 'fa:16:3e:e0:7d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:11:28Z', 'updated_at': '2022-03-10T05:11:28Z', 'revision_number': 0, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:11:31.039430 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42705c-907b-457a-bf06-4c55a41aa39c None None] New status for floating IP bbbd8005-661a-4b54-a500-4151a9c40e55: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:11:31.919204 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c6d7-379e-44bb-a8b7-dad73abd02ce req-5974f890-8928-457c-876f-3178b79aa7da tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:31.920636 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57a0c6d7-379e-44bb-a8b7-dad73abd02ce req-5974f890-8928-457c-876f-3178b79aa7da tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0505223 Mar 10 05:11:31.966565 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-57a0c6d7-379e-44bb-a8b7-dad73abd02ce req-4359bd2f-642b-4c80-8bda-81d747e0cf5d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Mar 10 05:11:32.892454 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149b130-c146-45ba-9c90-c38a346aac65 req-3efc6801-75f2-4d78-a5b4-8ab6f84d2e4e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:32.894015 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f149b130-c146-45ba-9c90-c38a346aac65 req-3efc6801-75f2-4d78-a5b4-8ab6f84d2e4e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0866644 Mar 10 05:11:32.948105 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f149b130-c146-45ba-9c90-c38a346aac65 req-6f597beb-e526-4034-8d92-201e8c0f756e tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Mar 10 05:11:33.081234 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:33.171690 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-8afb6182-3f0b-48e9-ab24-bce8216ec1f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892687 Mar 10 05:11:33.181862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-3b7129ab-6a52-4275-bcbf-1f9cc31cac79 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:11:33.182896 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-3b7129ab-6a52-4275-bcbf-1f9cc31cac79 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060709 Mar 10 05:11:33.262536 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:33.352603 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-f32d3879-429a-4671-9db2-86c384f615eb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:33.353941 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-f32d3879-429a-4671-9db2-86c384f615eb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports/e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 940 time: 0.0904229 Mar 10 05:11:34.076613 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486a36-ebc7-4b08-801b-4db0b9366948 req-83235d5c-060a-4ffa-afe4-49a47e98341a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.078079 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64486a36-ebc7-4b08-801b-4db0b9366948 req-83235d5c-060a-4ffa-afe4-49a47e98341a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0556040 Mar 10 05:11:34.124311 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-64486a36-ebc7-4b08-801b-4db0b9366948 req-5569b134-5fe5-4ced-9ae9-77fb0759ecef tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Mar 10 05:11:34.190057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-01fec356-04c8-4366-ad68-e548115e5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.191418 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-01fec356-04c8-4366-ad68-e548115e5edc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55&tenant_id=f253b15a03884e3d9cb929e4f2a4ad80 HTTP/1.1" status: 200 len: 1127 time: 0.0439401 Mar 10 05:11:34.260953 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-fef41b9e-1e06-4c16-98fb-7fe0c19e6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.262430 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-fef41b9e-1e06-4c16-98fb-7fe0c19e6a8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1127 time: 0.0466833 Mar 10 05:11:34.350562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-cae59052-69e9-4674-be4d-52cc9420cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.352006 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-cae59052-69e9-4674-be4d-52cc9420cdb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 200 len: 916 time: 0.0829177 Mar 10 05:11:34.372907 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:34.420670 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-763a0b62-dc8b-4fc6-a86f-e36ec5f643b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 200 len: 997 time: 0.0620329 Mar 10 05:11:34.449492 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:34.476640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-9037ad67-2819-4666-a12d-efc7ae5f1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.478190 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-9037ad67-2819-4666-a12d-efc7ae5f1fa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 200 len: 855 time: 0.0489144 Mar 10 05:11:34.525913 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-22746f4e-cded-4f24-8d48-5c0f4e21768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:34.527333 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-22746f4e-cded-4f24-8d48-5c0f4e21768a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3c054e4-736a-4968-9ef9-e57880a6b771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426955 Mar 10 05:11:34.620027 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-cbb4f4f8-4a32-48fa-a4f4-1fa011ccdc28 service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834885 Mar 10 05:11:34.710097 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-8841a14b-0a8c-4a59-b433-d9357906637a service neutron] 10.222.0.24 "GET /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Mar 10 05:11:35.272854 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1630d82-67db-45d5-8ab1-895dcccec0d7 req-04d14c50-69c8-41b6-b1da-f0b76339f18a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:35.274452 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f1630d82-67db-45d5-8ab1-895dcccec0d7 req-04d14c50-69c8-41b6-b1da-f0b76339f18a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0702238 Mar 10 05:11:35.327705 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f1630d82-67db-45d5-8ab1-895dcccec0d7 req-e09971ae-e2f6-4c66-a007-2506c00de51f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469189 Mar 10 05:11:36.460771 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2a7b3-4878-446a-a387-6af16afb1f82 req-a4de33d4-5741-465d-b3ed-ec950e1d9334 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:36.462511 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d8a2a7b3-4878-446a-a387-6af16afb1f82 req-a4de33d4-5741-465d-b3ed-ec950e1d9334 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0557067 Mar 10 05:11:36.511350 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d8a2a7b3-4878-446a-a387-6af16afb1f82 req-ef4492de-9d5e-4843-a101-6ee7d3380d2f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431566 Mar 10 05:11:37.641434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6989727-e9e6-4bca-9f0d-fbcf501b6c5b req-513f87ab-1f57-4769-b808-844d86e84f8c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:37.642919 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6989727-e9e6-4bca-9f0d-fbcf501b6c5b req-513f87ab-1f57-4769-b808-844d86e84f8c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0577645 Mar 10 05:11:37.692354 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b6989727-e9e6-4bca-9f0d-fbcf501b6c5b req-f7173cc7-5496-4143-ac71-dd9c6c6f8a88 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Mar 10 05:11:38.827332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491af3a-4ecf-40f5-bcc3-2493f0d979f6 req-00bbf20b-65e8-4d9f-aa76-fa28386b1706 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:38.828947 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4491af3a-4ecf-40f5-bcc3-2493f0d979f6 req-00bbf20b-65e8-4d9f-aa76-fa28386b1706 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0547884 Mar 10 05:11:38.881529 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4491af3a-4ecf-40f5-bcc3-2493f0d979f6 req-1364e09b-568a-4766-9b3e-a7dfe960a0e6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457253 Mar 10 05:11:40.012929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fe243-b547-48f1-bac1-dfd5520b35ad req-3cd2f32a-1d8b-41af-b635-c40b5c4d0217 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:40.014418 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ba8fe243-b547-48f1-bac1-dfd5520b35ad req-3cd2f32a-1d8b-41af-b635-c40b5c4d0217 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0571454 Mar 10 05:11:40.063416 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ba8fe243-b547-48f1-bac1-dfd5520b35ad req-e969be1e-0b65-4edb-b7e2-fd89e141c1f8 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Mar 10 05:11:41.189275 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f121-a39a-47ec-97a2-a00eae5ac1cc req-60ec8da9-d212-4fd2-bd99-64a4074dfba6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:41.190736 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6473f121-a39a-47ec-97a2-a00eae5ac1cc req-60ec8da9-d212-4fd2-bd99-64a4074dfba6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0526776 Mar 10 05:11:41.238694 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6473f121-a39a-47ec-97a2-a00eae5ac1cc req-92f3fd05-a8b1-4cce-a0b4-0c2635969bc6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 Mar 10 05:11:42.373906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75ebbc-a80a-44cd-91b9-401a6270d93e req-d91b711b-a843-4c26-bc2b-b326fcb89f55 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:42.375538 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f75ebbc-a80a-44cd-91b9-401a6270d93e req-d91b711b-a843-4c26-bc2b-b326fcb89f55 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0642838 Mar 10 05:11:42.425692 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f75ebbc-a80a-44cd-91b9-401a6270d93e req-b24b528c-c3ba-4c4a-8eda-3384d1cfd0d6 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439374 Mar 10 05:11:43.397998 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e1a990a-fc00-439d-8886-ea9b58b6fe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:43.605378 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084a49-d2ba-4bb6-a781-28e9e6329f51 req-2ef9729c-0b90-4752-b064-0d90f2e7247d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:43.607072 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80084a49-d2ba-4bb6-a781-28e9e6329f51 req-2ef9729c-0b90-4752-b064-0d90f2e7247d tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0947790 Mar 10 05:11:43.658051 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80084a49-d2ba-4bb6-a781-28e9e6329f51 req-895aa006-e32f-4791-90f6-0d12e1f536e4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441966 Mar 10 05:11:44.779902 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3292c-0507-4f12-8a9e-dda09d297414 req-044bfd75-82f0-4d7f-b090-537f2c221328 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:44.781488 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8d3292c-0507-4f12-8a9e-dda09d297414 req-044bfd75-82f0-4d7f-b090-537f2c221328 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0529866 Mar 10 05:11:44.833057 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d8d3292c-0507-4f12-8a9e-dda09d297414 req-7aff70cc-2278-4c10-a218-9eca62c5e872 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459697 Mar 10 05:11:45.646633 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c352a6e-bd02-4fd2-98db-8a453b30564b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:45.971259 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c743e4-3cc9-483b-84db-de9822a8aab9 req-988456b2-257b-42a3-b15b-b5f7132b89a7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:45.972705 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-06c743e4-3cc9-483b-84db-de9822a8aab9 req-988456b2-257b-42a3-b15b-b5f7132b89a7 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 943 time: 0.0569065 Mar 10 05:11:46.018691 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-06c743e4-3cc9-483b-84db-de9822a8aab9 req-04ab4be1-e813-4859-8e1e-5ce9fa4c8199 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Mar 10 05:11:46.400513 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:11:46.495968 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:46.511517 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'port_id': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'mac_address': 'fa:16:3e:74:8b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:11:46.549719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:46.550186 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:46.563624 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:11:46.585164 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:46.588864 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:46.634238 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:46.721758 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:46.823632 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['e0b8704e-936b-4b2c-83a8-3b59dcc244e1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:11:47.146709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8737e30-9c7b-4ab8-b915-07bcdee7586e req-64a466ca-fa10-4924-9b93-2696a86dbd5f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:47.148688 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8737e30-9c7b-4ab8-b915-07bcdee7586e req-64a466ca-fa10-4924-9b93-2696a86dbd5f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0569358 Mar 10 05:11:47.196400 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8737e30-9c7b-4ab8-b915-07bcdee7586e req-c2b855bf-d29e-4241-a7c1-9dd31676bcd0 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Mar 10 05:11:47.215690 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9463-653e-4a1c-af46-16758f96bdb4 req-7efc6dec-b486-474e-93f7-9f4fcae075ee tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:47.217161 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-317f9463-653e-4a1c-af46-16758f96bdb4 req-7efc6dec-b486-474e-93f7-9f4fcae075ee tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.0532227 Mar 10 05:11:47.262391 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-317f9463-653e-4a1c-af46-16758f96bdb4 req-836b4143-86ca-4f4f-b58c-32d65a7802c6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Mar 10 05:11:48.076554 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:48.323310 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd56606-5ae0-45ec-8644-20f8c7371694 req-16d63072-ead2-43f3-a022-5449fb49a6c4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:48.324829 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dbd56606-5ae0-45ec-8644-20f8c7371694 req-16d63072-ead2-43f3-a022-5449fb49a6c4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 944 time: 0.0581305 Mar 10 05:11:48.372252 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dbd56606-5ae0-45ec-8644-20f8c7371694 req-9ac31d7f-47ed-4536-92b0-b3593fbb7adb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Mar 10 05:11:48.383768 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ab2b-c981-4792-ab7a-168f67bb2c3e req-38e03335-33fd-4202-ac42-9b54a8795565 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:48.385037 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80c5ab2b-c981-4792-ab7a-168f67bb2c3e req-38e03335-33fd-4202-ac42-9b54a8795565 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.0519228 Mar 10 05:11:48.406187 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:11:48.437523 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-80c5ab2b-c981-4792-ab7a-168f67bb2c3e req-d89a1d49-0bd6-487e-ad1a-9f2bd4df76e6 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups?id=44fc6737-44c8-442d-93a9-4c705d66017d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468917 Mar 10 05:11:48.457334 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:11:48.457714 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:48.542478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:11:48.542870 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:48.564703 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:48.566942 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb1741e-6b8f-463e-b0c0-51b34b7afc75" -d '{"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:48.579955 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:48.583855 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:48.606296 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36d768-5498-4162-aa12-e40b2a311636 x-openstack-request-id: req-6f36d768-5498-4162-aa12-e40b2a311636 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:48.606590 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-plugged", "status": "completed", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:48.606842 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f36d768-5498-4162-aa12-e40b2a311636 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:48.607231 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'code': 200} Mar 10 05:11:48.633491 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:48.754326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-90cec95d-8643-4c23-9c79-a5559cd4f035 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:48.755905 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-90cec95d-8643-4c23-9c79-a5559cd4f035 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 946 time: 0.0572288 Mar 10 05:11:48.869461 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376076c4-3639-4912-b84e-367ee1da9978 req-aa655f2f-7ddb-4716-a92b-91e0bb580b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:48.870843 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-376076c4-3639-4912-b84e-367ee1da9978 req-aa655f2f-7ddb-4716-a92b-91e0bb580b56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 1130 time: 0.0743361 Mar 10 05:11:48.899622 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:11:48.899951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:48.969578 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-376076c4-3639-4912-b84e-367ee1da9978 req-ca48da86-79c8-47e1-acdd-3bcb756de588 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912220 Mar 10 05:11:49.000741 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] For port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:49.001104 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.171222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.171499 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.171814 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Floating IP 62e8db8b-9b3e-477b-9921-213779b9c3db disassociated. External IP: 172.27.1.186, port: 3430cbfa-4b8b-4703-ae1c-54e8dea631a3. Mar 10 05:11:49.172149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:11:49.298646 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (3430cbfa-4b8b-4703-ae1c-54e8dea631a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.327423 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=3430cbfa-4b8b-4703-ae1c-54e8dea631a3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:49.338162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.338512 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.338855 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.339188 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.339516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.339842 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.340166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.340489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.340813 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.341134 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.341472 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.341789 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.342107 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:11:49.450637 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:11:49.498672 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc8e40-f96f-4b54-83b3-ec234609c5f2 req-d2ad56d0-6e48-40f4-9474-d265cee2ef3a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:49.500252 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ccdc8e40-f96f-4b54-83b3-ec234609c5f2 req-d2ad56d0-6e48-40f4-9474-d265cee2ef3a tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0536320 Mar 10 05:11:49.549599 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ccdc8e40-f96f-4b54-83b3-ec234609c5f2 req-4540d0d1-abd7-4b29-ba7e-30a358ad9084 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407314 Mar 10 05:11:49.565430 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-101a20e0-d25e-4512-ab67-960d566b8ccb req-bd68356e-41d8-4048-9d43-c3761b2aad6a tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5308f36-fce7-4cf8-bfea-03f0b1a033d0 HTTP/1.1" status: 200 len: 210 time: 0.0534768 Mar 10 05:11:49.586457 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:11:49.597351 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:11:49.611043 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:49.611729 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:49.629688 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] No DVR routers for this DVR port 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:11:49.632798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.636036 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-88d724b7-5b88-4744-984f-23c80d22ec72 req-36073bc1-da01-42e0-8e1b-0b3e3c31e033 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.24 "DELETE /v2.0/ports/3430cbfa-4b8b-4703-ae1c-54e8dea631a3 HTTP/1.1" status: 204 len: 173 time: 0.8741360 Mar 10 05:11:49.636471 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'name': 'network-vif-deleted', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:11:49.638714 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41dae0-6bc3-4865-a683-1f67e3589312" -d '{"events": [{"server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "name": "network-vif-deleted", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:11:49.676333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c9fb1e-fbb9-4c9a-9eaa-ce9912da5e32 x-openstack-request-id: req-87c9fb1e-fbb9-4c9a-9eaa-ce9912da5e32 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:11:49.676629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5308f36-fce7-4cf8-bfea-03f0b1a033d0", "name": "network-vif-deleted", "tag": "3430cbfa-4b8b-4703-ae1c-54e8dea631a3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:11:49.676882 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87c9fb1e-fbb9-4c9a-9eaa-ce9912da5e32 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:11:49.677320 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5308f36-fce7-4cf8-bfea-03f0b1a033d0', 'name': 'network-vif-deleted', 'tag': '3430cbfa-4b8b-4703-ae1c-54e8dea631a3', 'status': 'completed', 'code': 200} Mar 10 05:11:49.686771 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:49.766503 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:49.973031 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:49.999614 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:11:50.008648 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:50.009270 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:50.119384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:50.335162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:50.489261 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ddbea-0bcd-491a-bd38-47412c8d3726 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:05:39Z', 'revision_number': 4, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '5a25d6ec-4d59-4504-9391-843907e47634', 'name': '', 'network_id': '90185edd-994f-454f-844c-1ceabef2dbe1', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'mac_address': 'fa:16:3e:3c:7c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:34Z', 'updated_at': '2022-03-10T05:05:48Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'subnets': [{'id': '6dd3ddd5-f44d-4c1d-b87e-14b7383eb951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:11:50.668364 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:50.686425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e13d4-8f7a-4593-909f-d8a7710cd00a req-88a45a6e-e779-48bf-8f14-9f1a0973b50f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:50.687974 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f14e13d4-8f7a-4593-909f-d8a7710cd00a req-88a45a6e-e779-48bf-8f14-9f1a0973b50f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0639286 Mar 10 05:11:50.739106 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (44fc6737-44c8-442d-93a9-4c705d66017d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:50.746003 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f14e13d4-8f7a-4593-909f-d8a7710cd00a req-022bb5f3-9ace-4cbd-8745-a206b03a9abd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493810 Mar 10 05:11:50.773337 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (44fc6737-44c8-442d-93a9-4c705d66017d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:50.786884 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b4dc3-59fd-4739-aa82-ceaa78654766 None None] New status for floating IP 62e8db8b-9b3e-477b-9921-213779b9c3db: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:11:50.826470 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (44fc6737-44c8-442d-93a9-4c705d66017d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:50.829161 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:50.830315 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/security-groups/44fc6737-44c8-442d-93a9-4c705d66017d HTTP/1.1" status: 204 len: 168 time: 0.1601079 Mar 10 05:11:50.833123 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:50.845417 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa922-5d33-46d2-9338-d21f40486f55 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fc6737-44c8-442d-93a9-4c705d66017d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:50.846220 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-fac0368a-f196-4e1f-abae-9eddd27c4148 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] show failed (client error): The resource could not be found. Mar 10 05:11:50.847401 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fac0368a-f196-4e1f-abae-9eddd27c4148 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "GET /v2.0/security-groups/44fc6737-44c8-442d-93a9-4c705d66017d HTTP/1.1" status: 404 len: 347 time: 0.0133104 Mar 10 05:11:50.850826 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:50.981792 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Deleting port 5deb9483-092e-46b9-b4a8-797152090fb2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:11:50.982139 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.057708 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.057950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (5deb9483-092e-46b9-b4a8-797152090fb2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.069450 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Calling delete_port for 5deb9483-092e-46b9-b4a8-797152090fb2 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:11:51.197785 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5deb9483-092e-46b9-b4a8-797152090fb2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.226328 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Pushing event deleted for resources: {'Port': ['ID=5deb9483-092e-46b9-b4a8-797152090fb2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:51.281312 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks [] for floatingip (62e8db8b-9b3e-477b-9921-213779b9c3db), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.283976 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:51.285109 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e3770f3c-52c5-42d8-bb3b-94a29913dbc3 tempest-AttachVolumeNegativeTest-273816778 tempest-AttachVolumeNegativeTest-273816778-project] 10.222.0.11 "DELETE /v2.0/floatingips/62e8db8b-9b3e-477b-9921-213779b9c3db HTTP/1.1" status: 204 len: 168 time: 0.4332266 Mar 10 05:11:51.877415 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913d96-6d3a-4bad-9149-f3f2f5743724 req-cbaeeb0c-2653-42e1-8473-54bdd34963dd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:11:51.878810 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9c913d96-6d3a-4bad-9149-f3f2f5743724 req-cbaeeb0c-2653-42e1-8473-54bdd34963dd tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0555563 Mar 10 05:11:51.924585 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9c913d96-6d3a-4bad-9149-f3f2f5743724 req-bd08a49e-868d-4177-acf9-9e3420fb5673 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396841 Mar 10 05:11:52.416444 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:52.436293 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:11:52.436642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 3430cbfa-4b8b-4703-ae1c-54e8dea631a3 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:11:54.919756 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:55.360022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (a899046b-e9da-442f-9556-1d10a49dacfb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:55.602062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Deleting port 5a25d6ec-4d59-4504-9391-843907e47634 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:11:55.602396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (5a25d6ec-4d59-4504-9391-843907e47634), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:55.679300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] For port 5a25d6ec-4d59-4504-9391-843907e47634, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=5a25d6ec-4d59-4504-9391-843907e47634,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:55.679658 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (5a25d6ec-4d59-4504-9391-843907e47634), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:55.691718 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Calling delete_port for 5a25d6ec-4d59-4504-9391-843907e47634 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:11:55.866396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (5a25d6ec-4d59-4504-9391-843907e47634), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:55.894146 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a25d6ec-4d59-4504-9391-843907e47634,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:56.329029 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (a899046b-e9da-442f-9556-1d10a49dacfb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:56.539136 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Router a899046b-e9da-442f-9556-1d10a49dacfb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:11:56.644242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:11:56.651463 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-cccb95e6-f892-435b-9d67-28cd63237ff3 admin admin] 10.222.0.11 "PUT /v2.0/routers/a899046b-e9da-442f-9556-1d10a49dacfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289600 Mar 10 05:11:56.652304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:56.654892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Sync routers for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:11:56.668766 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:56.669715 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:56.756485 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks [] for router (a899046b-e9da-442f-9556-1d10a49dacfb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:56.776572 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:56.865207 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks [] for router_gateway (a899046b-e9da-442f-9556-1d10a49dacfb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:56.919620 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Deleting port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:11:56.919820 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:56.958621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:11:55Z', 'revision_number': 5, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port': {'id': '9eb42350-7440-48a2-b28f-3c2dbdb6ccc8', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:56.985745 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Checking router: a899046b-e9da-442f-9556-1d10a49dacfb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:11:56.994157 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Routers {'a899046b-e9da-442f-9556-1d10a49dacfb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:11:56.994758 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:11:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['a899046b-e9da-442f-9556-1d10a49dacfb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:57.000682 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] For port 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:57.001049 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.017901 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Calling delete_port for 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:11:57.082551 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] Set router a899046b-e9da-442f-9556-1d10a49dacfb gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:11:57.138333 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:11:56Z', 'revision_number': 6, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:57.164348 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e1c86-0947-4e0e-8a37-0f1cff29ac50 None None] The sync data for ids ['a899046b-e9da-442f-9556-1d10a49dacfb'] in dv-cinder-804757-26-iscsi is: [{'id': 'a899046b-e9da-442f-9556-1d10a49dacfb', 'name': 'tempest-AttachVolumeNegativeTest-1808230119-router', 'tenant_id': '9383da2253074517840ac7aae4b86aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:24Z', 'updated_at': '2022-03-10T05:11:56Z', 'revision_number': 6, 'project_id': '9383da2253074517840ac7aae4b86aab', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:11:57.183487 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (9eb42350-7440-48a2-b28f-3c2dbdb6ccc8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.214703 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb42350-7440-48a2-b28f-3c2dbdb6ccc8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:57.227281 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.273507 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (a899046b-e9da-442f-9556-1d10a49dacfb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.363942 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (a899046b-e9da-442f-9556-1d10a49dacfb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.366878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks [] for router_controller (a899046b-e9da-442f-9556-1d10a49dacfb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.412899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (a899046b-e9da-442f-9556-1d10a49dacfb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.413499 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a899046b-e9da-442f-9556-1d10a49dacfb {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:11:57.418051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.419367 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-776716d4-a7c1-495c-b5a7-ea68b07fa351 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a899046b-e9da-442f-9556-1d10a49dacfb HTTP/1.1" status: 204 len: 168 time: 0.7660007 Mar 10 05:11:57.421848 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:57.467260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Deleting subnet 6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:11:57.470299 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Publish callbacks [] for subnet (6dd3ddd5-f44d-4c1d-b87e-14b7383eb951), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.504874 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (6dd3ddd5-f44d-4c1d-b87e-14b7383eb951), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.588212 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (6dd3ddd5-f44d-4c1d-b87e-14b7383eb951), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.639360 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (6dd3ddd5-f44d-4c1d-b87e-14b7383eb951), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.663611 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd3ddd5-f44d-4c1d-b87e-14b7383eb951,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:57.668530 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.672310 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-cc4add1c-b2d2-4974-8e81-e7236dfafadf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6dd3ddd5-f44d-4c1d-b87e-14b7383eb951 HTTP/1.1" status: 204 len: 168 time: 0.2494781 Mar 10 05:11:57.674667 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:57.674831 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd8be5-ccb2-4dab-bd95-023d8eb9ce18 None None] Network 90185edd-994f-454f-844c-1ceabef2dbe1 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:11:57.741808 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (90185edd-994f-454f-844c-1ceabef2dbe1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.800035 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Deleting port 4ef36b50-622b-424d-b331-057c349b1268 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:11:57.800377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (4ef36b50-622b-424d-b331-057c349b1268), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.861697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] For port 4ef36b50-622b-424d-b331-057c349b1268, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=4ef36b50-622b-424d-b331-057c349b1268,segment=NetworkSegment(3876797f-1fe3-4863-a428-05cd336764ab),segment_id=3876797f-1fe3-4863-a428-05cd336764ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:11:57.861985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (4ef36b50-622b-424d-b331-057c349b1268), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.874005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Calling delete_port for 4ef36b50-622b-424d-b331-057c349b1268 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:11:57.957459 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e083b-1996-44e4-a6a6-b7eb30a3f6c0 None None] DHCP port deletion for 90185edd-994f-454f-844c-1ceabef2dbe1 request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:11:57.958425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (4ef36b50-622b-424d-b331-057c349b1268), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:57.988906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef36b50-622b-424d-b331-057c349b1268,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:57.990915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] No DVR routers for this DVR port 4ef36b50-622b-424d-b331-057c349b1268 on host dv-cinder-804757-26-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:11:58.061342 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (90185edd-994f-454f-844c-1ceabef2dbe1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.085067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90185edd-994f-454f-844c-1ceabef2dbe1']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:58.094358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3876797f-1fe3-4863-a428-05cd336764ab') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:58.094652 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3876797f-1fe3-4863-a428-05cd336764ab') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:11:58.104417 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (3876797f-1fe3-4863-a428-05cd336764ab), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.118157 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (3876797f-1fe3-4863-a428-05cd336764ab), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.124851 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:11:58.125280 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (3876797f-1fe3-4863-a428-05cd336764ab), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:11:58.127214 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:11:58.183010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (90185edd-994f-454f-844c-1ceabef2dbe1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.188662 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.191935 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] 10.222.0.11 "DELETE /v2.0/networks/90185edd-994f-454f-844c-1ceabef2dbe1 HTTP/1.1" status: 204 len: 168 time: 0.5163431 Mar 10 05:11:58.203031 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2365fb-c9c7-4d12-9b42-0137e3e41470 admin admin] Pushing event deleted for resources: {'Network': ['ID=90185edd-994f-454f-844c-1ceabef2dbe1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:58.312295 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:58.350451 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-749ec1b8-0ba0-482b-ab01-b24bbe1f5fab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9383da2253074517840ac7aae4b86aab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369537 Mar 10 05:11:58.352842 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:11:58.398529 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] Publish callbacks [] for security_group (eda545a8-09dc-4679-95d8-a63158901fc9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.418810 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] Publish callbacks [] for security_group (eda545a8-09dc-4679-95d8-a63158901fc9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.466017 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (eda545a8-09dc-4679-95d8-a63158901fc9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.469492 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:11:58.470575 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eda545a8-09dc-4679-95d8-a63158901fc9 HTTP/1.1" status: 204 len: 168 time: 0.1167576 Mar 10 05:11:58.478762 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ad677-81f8-4865-8fe2-2e04f7291b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda545a8-09dc-4679-95d8-a63158901fc9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:11:58.983341 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5a25d6ec-4d59-4504-9391-843907e47634 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:59.008785 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 5a25d6ec-4d59-4504-9391-843907e47634 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:11:59.009159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 5a25d6ec-4d59-4504-9391-843907e47634 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:11:59.009621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 4ef36b50-622b-424d-b331-057c349b1268 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:59.028401 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 4ef36b50-622b-424d-b331-057c349b1268 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:11:59.028759 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 4ef36b50-622b-424d-b331-057c349b1268 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:11:59.029272 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:11:59.048708 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:11:59.048829 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 9eb42350-7440-48a2-b28f-3c2dbdb6ccc8 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:07.773529 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:12:08.971019 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:09.078182 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a51177-6828-48e8-8dfc-b180c2cfa7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.151378 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a51177-6828-48e8-8dfc-b180c2cfa7c3 admin admin] Publish callbacks [] for security_group (a70f99c1-85db-4de7-b489-7eb712d8cf7b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.154721 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a51177-6828-48e8-8dfc-b180c2cfa7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a70f99c1-85db-4de7-b489-7eb712d8cf7b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.191017 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-78a51177-6828-48e8-8dfc-b180c2cfa7c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=491a9520e77e4728b3b5003e7ecab6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189734 Mar 10 05:12:09.191892 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51177-6828-48e8-8dfc-b180c2cfa7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f99c1-85db-4de7-b489-7eb712d8cf7b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:09.194714 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50668) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:09.241640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] Publish callbacks [] for security_group (a70f99c1-85db-4de7-b489-7eb712d8cf7b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.262446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] Publish callbacks [] for security_group (a70f99c1-85db-4de7-b489-7eb712d8cf7b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.315553 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a70f99c1-85db-4de7-b489-7eb712d8cf7b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.318903 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.320449 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a70f99c1-85db-4de7-b489-7eb712d8cf7b HTTP/1.1" status: 204 len: 168 time: 0.1247406 Mar 10 05:12:09.328169 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b512-4be4-409d-b3cd-326e56bc1d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f99c1-85db-4de7-b489-7eb712d8cf7b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:09.574371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:09.587734 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9c7c-d05a-47a2-aa0a-da16fc6d1a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.659810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9c7c-d05a-47a2-aa0a-da16fc6d1a77 admin admin] Publish callbacks [] for security_group (e7039e07-1736-49c4-992f-d27282e1cf06), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.663481 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9c7c-d05a-47a2-aa0a-da16fc6d1a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e7039e07-1736-49c4-992f-d27282e1cf06), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.701661 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ce8e9c7c-d05a-47a2-aa0a-da16fc6d1a77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86c23d4ff69e45dea1f19f4fcc306d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261518 Mar 10 05:12:09.703652 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9c7c-d05a-47a2-aa0a-da16fc6d1a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7039e07-1736-49c4-992f-d27282e1cf06,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:09.704391 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:09.752250 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] Publish callbacks [] for security_group (e7039e07-1736-49c4-992f-d27282e1cf06), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.774135 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] Publish callbacks [] for security_group (e7039e07-1736-49c4-992f-d27282e1cf06), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.822023 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e7039e07-1736-49c4-992f-d27282e1cf06), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.824952 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:09.826220 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7039e07-1736-49c4-992f-d27282e1cf06 HTTP/1.1" status: 204 len: 168 time: 0.1208403 Mar 10 05:12:09.834602 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344c1c2-7c40-44c2-b07c-f758496e5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7039e07-1736-49c4-992f-d27282e1cf06,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:13.398529 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de8069cf-817b-4ed4-aa4d-34e5afeb53cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:15.653490 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1361a3f5-2654-4450-9cfd-214e4ca611ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:16.723131 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.081834 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.148601 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 50800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:18.250323 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29fe46b-7d5c-4037-9dcd-56a19af20515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.325667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29fe46b-7d5c-4037-9dcd-56a19af20515 admin admin] Publish callbacks [] for security_group (8684c8b9-4f87-4e63-8b3a-6d04e57335eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.329286 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a29fe46b-7d5c-4037-9dcd-56a19af20515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8684c8b9-4f87-4e63-8b3a-6d04e57335eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.367218 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a29fe46b-7d5c-4037-9dcd-56a19af20515 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80c70ee165dc4c849b12e657892138e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174366 Mar 10 05:12:18.368061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe46b-7d5c-4037-9dcd-56a19af20515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8684c8b9-4f87-4e63-8b3a-6d04e57335eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:18.369960 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:18.419746 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] Publish callbacks [] for security_group (8684c8b9-4f87-4e63-8b3a-6d04e57335eb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.440983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] Publish callbacks [] for security_group (8684c8b9-4f87-4e63-8b3a-6d04e57335eb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.491557 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (8684c8b9-4f87-4e63-8b3a-6d04e57335eb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.494378 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:18.495717 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8684c8b9-4f87-4e63-8b3a-6d04e57335eb HTTP/1.1" status: 204 len: 168 time: 0.1247563 Mar 10 05:12:18.503305 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475405b-7d1b-452d-9360-ea2798aa5c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8684c8b9-4f87-4e63-8b3a-6d04e57335eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:19.490767 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:19.612085 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a032bca4-20d2-452c-9d47-1fe06715fa3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.628555 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.687097 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a032bca4-20d2-452c-9d47-1fe06715fa3d admin admin] Publish callbacks [] for security_group (fe7aa252-8172-49fe-bfad-3a30314ff48d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.691048 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a032bca4-20d2-452c-9d47-1fe06715fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fe7aa252-8172-49fe-bfad-3a30314ff48d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.733186 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032bca4-20d2-452c-9d47-1fe06715fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7aa252-8172-49fe-bfad-3a30314ff48d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:19.737523 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a032bca4-20d2-452c-9d47-1fe06715fa3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90dee03a60ad428c88e665e4d0156418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456956 Mar 10 05:12:19.740282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 50848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:19.787979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] Publish callbacks [] for security_group (fe7aa252-8172-49fe-bfad-3a30314ff48d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.808723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] Publish callbacks [] for security_group (fe7aa252-8172-49fe-bfad-3a30314ff48d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.857384 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fe7aa252-8172-49fe-bfad-3a30314ff48d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.860108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:19.861374 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe7aa252-8172-49fe-bfad-3a30314ff48d HTTP/1.1" status: 204 len: 168 time: 0.1201761 Mar 10 05:12:19.869329 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bfbfb-a4ef-4fd3-9ceb-aa0460139a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7aa252-8172-49fe-bfad-3a30314ff48d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:25.093235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f2dca-c844-498f-8374-b56605824229 req-8c76b30b-d511-4205-ac5f-056ca9955d72 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:25.094754 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d75f2dca-c844-498f-8374-b56605824229 req-8c76b30b-d511-4205-ac5f-056ca9955d72 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0611985 Mar 10 05:12:25.146519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d75f2dca-c844-498f-8374-b56605824229 req-7051aa6b-6ec1-4f6c-bbce-360feadf632c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436671 Mar 10 05:12:26.313791 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed9b95-f56c-4a67-95d4-ee0c93a160de req-67bdba27-3acd-44d7-84f6-dfa4101f03bc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:26.316152 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42ed9b95-f56c-4a67-95d4-ee0c93a160de req-67bdba27-3acd-44d7-84f6-dfa4101f03bc tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0706420 Mar 10 05:12:26.376076 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42ed9b95-f56c-4a67-95d4-ee0c93a160de req-19f38409-afdd-4242-a38f-960e13befeca tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups?id=6d8e6efe-36aa-4426-afb9-8d6fb105e98a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524056 Mar 10 05:12:26.513063 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-66ba08f0-022d-44de-9906-18a5154a81e4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:26.514580 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-66ba08f0-022d-44de-9906-18a5154a81e4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 946 time: 0.0507512 Mar 10 05:12:26.652018 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Deleting port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:26.652543 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:26.741791 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] For port e0b8704e-936b-4b2c-83a8-3b59dcc244e1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:26.742152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:26.912648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:26.912958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:26.913252 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Floating IP 82f6014a-89db-4d1c-b00e-c1a461ebad84 disassociated. External IP: 172.27.1.3, port: e0b8704e-936b-4b2c-83a8-3b59dcc244e1. Mar 10 05:12:26.913589 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Calling delete_port for e0b8704e-936b-4b2c-83a8-3b59dcc244e1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:27.048214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (e0b8704e-936b-4b2c-83a8-3b59dcc244e1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:27.078752 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'Port': ['ID=e0b8704e-936b-4b2c-83a8-3b59dcc244e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:27.200089 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:12:27.241294 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:27.311628 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:12:27.323142 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:12:27.343722 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:27.344332 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:27.353552 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] No DVR routers for this DVR port e0b8704e-936b-4b2c-83a8-3b59dcc244e1 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:27.356019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:27.359274 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-83c29e5c-f056-40b9-a5ee-17558c32843d req-004de2c3-532c-4d06-862e-fb5a7c918200 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.24 "DELETE /v2.0/ports/e0b8704e-936b-4b2c-83a8-3b59dcc244e1 HTTP/1.1" status: 204 len: 173 time: 0.8238239 Mar 10 05:12:27.359707 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-deleted', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:12:27.361995 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8294771a-ec94-4cb6-84c3-b8bac67bebfd" -d '{"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-deleted", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:12:27.406532 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f5d468-8630-4fc0-82a0-924060ab0167 x-openstack-request-id: req-a9f5d468-8630-4fc0-82a0-924060ab0167 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:12:27.406934 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98da4d-d232-40ea-9ce7-67cd92140a55", "name": "network-vif-deleted", "tag": "e0b8704e-936b-4b2c-83a8-3b59dcc244e1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:12:27.408149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9f5d468-8630-4fc0-82a0-924060ab0167 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:12:27.408523 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e98da4d-d232-40ea-9ce7-67cd92140a55', 'name': 'network-vif-deleted', 'tag': 'e0b8704e-936b-4b2c-83a8-3b59dcc244e1', 'status': 'completed', 'code': 200} Mar 10 05:12:27.477690 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:27.525998 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-bb07ba16-b62a-4e71-b955-6d408cc80673 req-a115734b-89e5-4859-a921-016ddf797eb4 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 210 time: 0.0486205 Mar 10 05:12:27.599534 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-c5d87b3a-cc69-4583-a547-98023ee475ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0428133 Mar 10 05:12:27.684792 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-2f8ae9b5-b128-42b5-9875-cbe447dce0fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&device_id=2e98da4d-d232-40ea-9ce7-67cd92140a55 HTTP/1.1" status: 200 len: 210 time: 0.0395479 Mar 10 05:12:27.786133 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:27.816531 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:12:27.827697 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:27.828075 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-41555c43-047a-47a7-8ae0-ae144414c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:27.828329 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:27.830141 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-41555c43-047a-47a7-8ae0-ae144414c344 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1144729 Mar 10 05:12:27.971235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-c4097b6e-36cf-47aa-9d24-dfc1bd6bad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:27.972166 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:27.974134 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-02c3c085-bfbe-46bf-85fa-f46a494f723b req-c4097b6e-36cf-47aa-9d24-dfc1bd6bad4f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1374946 Mar 10 05:12:27.975570 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:28.096145 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15171e20-4a08-4676-a0e4-401f8f954554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.180851 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15171e20-4a08-4676-a0e4-401f8f954554 admin admin] Publish callbacks [] for security_group (7ff3559e-9d73-4cdc-b034-07717dddae5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.185459 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15171e20-4a08-4676-a0e4-401f8f954554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (7ff3559e-9d73-4cdc-b034-07717dddae5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.226115 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15171e20-4a08-4676-a0e4-401f8f954554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3559e-9d73-4cdc-b034-07717dddae5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:28.233200 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-15171e20-4a08-4676-a0e4-401f8f954554 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bc9bdee3ca94035b96be71d0f63595b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578852 Mar 10 05:12:28.233329 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.244305 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:28.276458 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eb83c-3ae9-4bfe-8e0b-c73ce95ce310 None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:32Z', 'revision_number': 4, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5dc9b78-3ca8-47b0-bb52-ed6f119579f3', 'name': '', 'network_id': 'c3c054e4-736a-4968-9ef9-e57880a6b771', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'mac_address': 'fa:16:3e:2b:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:31Z', 'updated_at': '2022-03-10T05:05:42Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'subnets': [{'id': 'b40299d0-b31b-4d32-9928-65b225fee4b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:12:28.310691 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] Publish callbacks [] for security_group (7ff3559e-9d73-4cdc-b034-07717dddae5a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.340913 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] Publish callbacks [] for security_group (7ff3559e-9d73-4cdc-b034-07717dddae5a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.368021 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978d040-3c6a-4120-b347-e57261a1a592 req-b77ad26d-0978-4c4a-86ce-3ccd64fa61dd tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:28.369515 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8978d040-3c6a-4120-b347-e57261a1a592 req-b77ad26d-0978-4c4a-86ce-3ccd64fa61dd tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0948288 Mar 10 05:12:28.427816 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-8978d040-3c6a-4120-b347-e57261a1a592 req-2b7de003-82d6-4758-afed-0c9958b9839e tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521786 Mar 10 05:12:28.437030 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (7ff3559e-9d73-4cdc-b034-07717dddae5a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.439777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.444461 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ff3559e-9d73-4cdc-b034-07717dddae5a HTTP/1.1" status: 204 len: 168 time: 0.2069588 Mar 10 05:12:28.450766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc8c9b-c0c7-488f-aad5-3e75bb6a87f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3559e-9d73-4cdc-b034-07717dddae5a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:28.532478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831751c4-ccd6-4c67-8912-13ae96e2d621 None None] New status for floating IP 82f6014a-89db-4d1c-b00e-c1a461ebad84: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:12:28.634012 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.698669 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (6d8e6efe-36aa-4426-afb9-8d6fb105e98a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.724235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (6d8e6efe-36aa-4426-afb9-8d6fb105e98a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.745832 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.759953 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.774024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6d8e6efe-36aa-4426-afb9-8d6fb105e98a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.776615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.777788 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "DELETE /v2.0/security-groups/6d8e6efe-36aa-4426-afb9-8d6fb105e98a HTTP/1.1" status: 204 len: 168 time: 0.1429768 Mar 10 05:12:28.781079 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51058) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.797941 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.api.v2.resource [None req-de3b6e77-237f-462e-b5c8-d403cfa8001f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] show failed (client error): The resource could not be found. Mar 10 05:12:28.801704 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-de3b6e77-237f-462e-b5c8-d403cfa8001f tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "GET /v2.0/security-groups/6d8e6efe-36aa-4426-afb9-8d6fb105e98a HTTP/1.1" status: 404 len: 347 time: 0.0169442 Mar 10 05:12:28.801704 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2ff63-ae9f-44a2-9ac7-f8e6feea8ac1 tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e6efe-36aa-4426-afb9-8d6fb105e98a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:28.802211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51060) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.839160 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Publish callbacks [] for security_group (77512d5d-89a9-4b9b-96f7-013c878d6432), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.843290 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (77512d5d-89a9-4b9b-96f7-013c878d6432), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.887036 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27f2da958dea4f5aa04281bfb9f9d793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400743 Mar 10 05:12:28.888012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77512d5d-89a9-4b9b-96f7-013c878d6432,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:28.890146 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:28.908257 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.908608 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.908954 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.909320 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.909655 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.909986 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.910317 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.910683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.911587 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.911924 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.912252 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.912577 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.912902 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957a32ad-2359-4e80-8f13-add378617dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:28.960000 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] Publish callbacks [] for security_group (77512d5d-89a9-4b9b-96f7-013c878d6432), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:28.983262 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] Publish callbacks [] for security_group (77512d5d-89a9-4b9b-96f7-013c878d6432), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.033242 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (77512d5d-89a9-4b9b-96f7-013c878d6432), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.036501 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.037748 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77512d5d-89a9-4b9b-96f7-013c878d6432 HTTP/1.1" status: 204 len: 168 time: 0.1466713 Mar 10 05:12:29.046176 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251a33f-c671-4d31-a4f5-3bc23141766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77512d5d-89a9-4b9b-96f7-013c878d6432,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:29.214733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Deleting port c4c9e629-c375-49b4-9e10-bacc4d459253 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:29.215078 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.292650 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.292979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (c4c9e629-c375-49b4-9e10-bacc4d459253), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.305016 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Calling delete_port for c4c9e629-c375-49b4-9e10-bacc4d459253 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:29.374165 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:29.387572 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e98119f6-0f5d-46ec-a76d-0cc661a143c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.439871 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c4c9e629-c375-49b4-9e10-bacc4d459253), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.468023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Pushing event deleted for resources: {'Port': ['ID=c4c9e629-c375-49b4-9e10-bacc4d459253,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:29.469083 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e98119f6-0f5d-46ec-a76d-0cc661a143c5 admin admin] Publish callbacks [] for security_group (b225f3b2-b3d5-4a17-a3ed-7082f85605e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.477446 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e98119f6-0f5d-46ec-a76d-0cc661a143c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b225f3b2-b3d5-4a17-a3ed-7082f85605e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.527350 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e98119f6-0f5d-46ec-a76d-0cc661a143c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0659470555d3433583c8c1468b654af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520281 Mar 10 05:12:29.530056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:29.532080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks [] for floatingip (82f6014a-89db-4d1c-b00e-c1a461ebad84), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.534748 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.536351 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ed1ef9f5-5511-4ff6-867d-5857097f615c tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] 10.222.0.11 "DELETE /v2.0/floatingips/82f6014a-89db-4d1c-b00e-c1a461ebad84 HTTP/1.1" status: 204 len: 168 time: 0.7331984 Mar 10 05:12:29.545543 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98119f6-0f5d-46ec-a76d-0cc661a143c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b225f3b2-b3d5-4a17-a3ed-7082f85605e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:29.577402 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db040bf4-c331-43bf-a983-801eaad573b6 req-241b0eda-aa65-4aea-8976-31d823bbbfb3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:29.584502 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db040bf4-c331-43bf-a983-801eaad573b6 req-241b0eda-aa65-4aea-8976-31d823bbbfb3 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0792181 Mar 10 05:12:29.592420 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] Publish callbacks [] for security_group (b225f3b2-b3d5-4a17-a3ed-7082f85605e5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.616581 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] Publish callbacks [] for security_group (b225f3b2-b3d5-4a17-a3ed-7082f85605e5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.648135 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-db040bf4-c331-43bf-a983-801eaad573b6 req-d92932ac-3e12-43b6-bf1b-10234da7f3ab tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups?id=ee6510af-3309-4176-a9f0-ca07cc04ed19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626597 Mar 10 05:12:29.679613 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b225f3b2-b3d5-4a17-a3ed-7082f85605e5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.682359 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:29.683507 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b225f3b2-b3d5-4a17-a3ed-7082f85605e5 HTTP/1.1" status: 204 len: 168 time: 0.1525269 Mar 10 05:12:29.691346 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4b70-f082-4dbc-80e0-7e8d03a123ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225f3b2-b3d5-4a17-a3ed-7082f85605e5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:29.964144 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-9d7ab8e8-d0d7-472d-9b7c-cc6cfe4f7246 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:12:29.965634 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-9d7ab8e8-d0d7-472d-9b7c-cc6cfe4f7246 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Mar 10 05:12:30.058217 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Deleting port 2cee81d2-da8b-47db-b6c1-1bc40702927f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:30.058566 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.150948 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] For port 2cee81d2-da8b-47db-b6c1-1bc40702927f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2cee81d2-da8b-47db-b6c1-1bc40702927f,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:30.151387 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.324531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.324898 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (833b036f-1461-4585-8937-0898022088da), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.325259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Floating IP 833b036f-1461-4585-8937-0898022088da disassociated. External IP: 172.27.1.200, port: 2cee81d2-da8b-47db-b6c1-1bc40702927f. Mar 10 05:12:30.325577 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Calling delete_port for 2cee81d2-da8b-47db-b6c1-1bc40702927f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:30.459202 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (2cee81d2-da8b-47db-b6c1-1bc40702927f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.490331 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'Port': ['ID=2cee81d2-da8b-47db-b6c1-1bc40702927f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:30.539817 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:30.560795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: e0b8704e-936b-4b2c-83a8-3b59dcc244e1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:30.561174 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device e0b8704e-936b-4b2c-83a8-3b59dcc244e1 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:30.621334 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:12:30.757593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:12:30.772136 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:12:30.794485 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7b6c5469-4094-40a6-8e57-9f621aa9d379 req-24d1069d-0c27-4b05-a1eb-277a18ece250 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec98aeea-b1a8-4d21-a647-98f287aba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0534592 Mar 10 05:12:30.808179 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:30.808800 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:30.814767 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:30.820876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] No DVR routers for this DVR port 2cee81d2-da8b-47db-b6c1-1bc40702927f on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:30.823418 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:30.827033 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4dfb1d4e-1734-474b-b028-8301da94f882 req-3d68bbac-24ed-4b17-acc0-1f097dc1375a tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.24 "DELETE /v2.0/ports/2cee81d2-da8b-47db-b6c1-1bc40702927f HTTP/1.1" status: 204 len: 173 time: 0.8566525 Mar 10 05:12:30.827839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'name': 'network-vif-deleted', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:12:30.830908 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a013fe00-d3a7-4510-910d-4f4586832c56" -d '{"events": [{"server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "name": "network-vif-deleted", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:12:30.889961 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74129d-e819-45d5-b0b5-f141bc7a01cb x-openstack-request-id: req-1b74129d-e819-45d5-b0b5-f141bc7a01cb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:12:30.890382 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec98aeea-b1a8-4d21-a647-98f287aba9e8", "name": "network-vif-deleted", "tag": "2cee81d2-da8b-47db-b6c1-1bc40702927f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:12:30.890683 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b74129d-e819-45d5-b0b5-f141bc7a01cb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:12:30.891474 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec98aeea-b1a8-4d21-a647-98f287aba9e8', 'name': 'network-vif-deleted', 'tag': '2cee81d2-da8b-47db-b6c1-1bc40702927f', 'status': 'completed', 'code': 200} Mar 10 05:12:31.001768 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:31.011214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14bed499-a3b5-46ee-bc9e-c113b5fea2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.110982 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14bed499-a3b5-46ee-bc9e-c113b5fea2a4 admin admin] Publish callbacks [] for security_group (865f3a9e-ad48-4f36-98aa-85998097fd1d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.116412 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14bed499-a3b5-46ee-bc9e-c113b5fea2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (865f3a9e-ad48-4f36-98aa-85998097fd1d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.155872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed499-a3b5-46ee-bc9e-c113b5fea2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f3a9e-ad48-4f36-98aa-85998097fd1d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:31.163675 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-14bed499-a3b5-46ee-bc9e-c113b5fea2a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2cc09e49c96489fa98a3812b4937df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444562 Mar 10 05:12:31.164101 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:31.213117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] Publish callbacks [] for security_group (865f3a9e-ad48-4f36-98aa-85998097fd1d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.236853 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] Publish callbacks [] for security_group (865f3a9e-ad48-4f36-98aa-85998097fd1d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.290958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (865f3a9e-ad48-4f36-98aa-85998097fd1d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.294025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.297634 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/865f3a9e-ad48-4f36-98aa-85998097fd1d HTTP/1.1" status: 204 len: 168 time: 0.1305323 Mar 10 05:12:31.304523 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd28869-9220-4e85-bd20-0690c332d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f3a9e-ad48-4f36-98aa-85998097fd1d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:31.332090 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:31.364520 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:12:31.374062 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:31.374744 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:31.491318 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:31.690769 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:31.717605 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b42e740-e8a8-41f5-ae22-8948f4ad8149 None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:05:44Z', 'revision_number': 4, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'a5f6bd4d-3813-4316-ade9-141856b1fef6', 'name': '', 'network_id': 'e45c9f69-5cfc-41b4-ac20-7254a2c1f09a', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'mac_address': 'fa:16:3e:aa:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:41Z', 'updated_at': '2022-03-10T05:05:53Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'subnets': [{'id': '5a87b033-fd64-4150-bb51-4ac9b3e480d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:12:31.887799 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:31.954877 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (ee6510af-3309-4176-a9f0-ca07cc04ed19), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:31.986348 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (ee6510af-3309-4176-a9f0-ca07cc04ed19), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.023654 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1b47d-3b66-42c0-8df1-a907c79ade2b None None] New status for floating IP 833b036f-1461-4585-8937-0898022088da: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:12:32.042556 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (ee6510af-3309-4176-a9f0-ca07cc04ed19), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.045822 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.047116 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "DELETE /v2.0/security-groups/ee6510af-3309-4176-a9f0-ca07cc04ed19 HTTP/1.1" status: 204 len: 168 time: 0.1582496 Mar 10 05:12:32.050004 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:32.057960 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:32.066144 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02558aa3-b9b8-4e7e-822e-e3d25b4aa355 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6510af-3309-4176-a9f0-ca07cc04ed19,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:32.067102 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.api.v2.resource [None req-561be202-bd5e-4cbe-85b8-b3e07233ed62 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] show failed (client error): The resource could not be found. Mar 10 05:12:32.071366 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:32.072274 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-561be202-bd5e-4cbe-85b8-b3e07233ed62 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "GET /v2.0/security-groups/ee6510af-3309-4176-a9f0-ca07cc04ed19 HTTP/1.1" status: 404 len: 347 time: 0.0203547 Mar 10 05:12:32.215497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Deleting port c83f50c6-dfe9-4536-9ad3-705ef2792ff4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:32.215857 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.358363 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.358693 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.400997 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Calling delete_port for c83f50c6-dfe9-4536-9ad3-705ef2792ff4 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:32.663061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c83f50c6-dfe9-4536-9ad3-705ef2792ff4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.710924 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Pushing event deleted for resources: {'Port': ['ID=c83f50c6-dfe9-4536-9ad3-705ef2792ff4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:32.784119 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks [] for floatingip (833b036f-1461-4585-8937-0898022088da), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.786808 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:32.787946 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7e0687e7-1c77-42fb-9ab0-963a36f98a77 tempest-AttachVolumeTestJSON-1296563899 tempest-AttachVolumeTestJSON-1296563899-project] 10.222.0.11 "DELETE /v2.0/floatingips/833b036f-1461-4585-8937-0898022088da HTTP/1.1" status: 204 len: 168 time: 0.7156732 Mar 10 05:12:32.854828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (23e4c73a-6d0b-41be-a657-681b63eec253), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:33.106162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Deleting port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:33.106831 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:33.187209 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] For port a5dc9b78-3ca8-47b0-bb52-ed6f119579f3, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:33.187563 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:33.199929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Calling delete_port for a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:33.373079 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (a5dc9b78-3ca8-47b0-bb52-ed6f119579f3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:33.395925 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dc9b78-3ca8-47b0-bb52-ed6f119579f3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:33.564333 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (23e4c73a-6d0b-41be-a657-681b63eec253), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:33.794088 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Router 23e4c73a-6d0b-41be-a657-681b63eec253 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:12:33.904065 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:12:33.910032 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b472e5af-883e-4f18-b914-b3cdf3130536 admin admin] 10.222.0.11 "PUT /v2.0/routers/23e4c73a-6d0b-41be-a657-681b63eec253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498716 Mar 10 05:12:33.912132 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:33.913680 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Sync routers for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:12:33.929520 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:33.933226 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:34.023235 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks [] for router (23e4c73a-6d0b-41be-a657-681b63eec253), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.048607 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:34.126510 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks [] for router_gateway (23e4c73a-6d0b-41be-a657-681b63eec253), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.180713 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Deleting port c53d396e-b1e5-48d1-bcfc-e540d663ae8a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:34.180951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.222553 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:33Z', 'revision_number': 5, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port': {'id': 'c53d396e-b1e5-48d1-bcfc-e540d663ae8a', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:27Z', 'updated_at': '2022-03-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:34.248758 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Checking router: 23e4c73a-6d0b-41be-a657-681b63eec253 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:12:34.257084 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Routers {'23e4c73a-6d0b-41be-a657-681b63eec253'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:34.257707 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['23e4c73a-6d0b-41be-a657-681b63eec253'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:34.261920 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] For port c53d396e-b1e5-48d1-bcfc-e540d663ae8a, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:34.262284 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.275115 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Calling delete_port for c53d396e-b1e5-48d1-bcfc-e540d663ae8a owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:34.345707 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] Set router 23e4c73a-6d0b-41be-a657-681b63eec253 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:34.401517 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:34Z', 'revision_number': 6, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:34.428471 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9bea17-4817-40f0-875a-83d358aaa531 None None] The sync data for ids ['23e4c73a-6d0b-41be-a657-681b63eec253'] in dv-cinder-804757-26-iscsi is: [{'id': '23e4c73a-6d0b-41be-a657-681b63eec253', 'name': 'tempest-AttachVolumeShelveTestJSON-320366140-router', 'tenant_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:34Z', 'revision_number': 6, 'project_id': 'f253b15a03884e3d9cb929e4f2a4ad80', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:12:34.439208 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c53d396e-b1e5-48d1-bcfc-e540d663ae8a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.465389 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Pushing event deleted for resources: {'Port': ['ID=c53d396e-b1e5-48d1-bcfc-e540d663ae8a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:34.525455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (23e4c73a-6d0b-41be-a657-681b63eec253), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.618558 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (23e4c73a-6d0b-41be-a657-681b63eec253), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.620621 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks [] for router_controller (23e4c73a-6d0b-41be-a657-681b63eec253), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.671200 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (23e4c73a-6d0b-41be-a657-681b63eec253), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.671796 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e4c73a-6d0b-41be-a657-681b63eec253 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:12:34.676070 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.677420 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c49e2569-cc87-4ecf-87c5-04afd2ce205e admin admin] 10.222.0.11 "DELETE /v2.0/routers/23e4c73a-6d0b-41be-a657-681b63eec253 HTTP/1.1" status: 204 len: 168 time: 0.7643926 Mar 10 05:12:34.679931 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:34.725564 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Deleting subnet b40299d0-b31b-4d32-9928-65b225fee4b5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:12:34.728629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Publish callbacks [] for subnet (b40299d0-b31b-4d32-9928-65b225fee4b5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.763447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (b40299d0-b31b-4d32-9928-65b225fee4b5), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.846600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (b40299d0-b31b-4d32-9928-65b225fee4b5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.899006 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (b40299d0-b31b-4d32-9928-65b225fee4b5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.923491 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40299d0-b31b-4d32-9928-65b225fee4b5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:34.927225 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:34.930746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-5d6651a0-5639-4749-87e8-9a614859eaa6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b40299d0-b31b-4d32-9928-65b225fee4b5 HTTP/1.1" status: 204 len: 168 time: 0.2498829 Mar 10 05:12:34.934657 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:34.935109 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3caf0-e90c-458a-bc63-67f74ef3fde2 None None] Network c3c054e4-736a-4968-9ef9-e57880a6b771 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:12:35.006684 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (c3c054e4-736a-4968-9ef9-e57880a6b771), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.190658 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] DHCP port deletion for c3c054e4-736a-4968-9ef9-e57880a6b771 request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:12:35.249970 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Deleting port 1ff5dc2b-0111-4623-8618-752699d2a71f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:35.250349 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.265520 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 1ff5dc2b-0111-4623-8618-752699d2a71f no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:35.336441 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Deleting port 1ff5dc2b-0111-4623-8618-752699d2a71f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:35.337426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.356992 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] For port 1ff5dc2b-0111-4623-8618-752699d2a71f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=1ff5dc2b-0111-4623-8618-752699d2a71f,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:35.357411 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.372906 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Calling delete_port for 1ff5dc2b-0111-4623-8618-752699d2a71f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:35.398590 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] For port 1ff5dc2b-0111-4623-8618-752699d2a71f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=1ff5dc2b-0111-4623-8618-752699d2a71f,segment=NetworkSegment(27d323d0-bee4-46b8-b557-38f9f5c55251),segment_id=27d323d0-bee4-46b8-b557-38f9f5c55251)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:35.398957 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.411808 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Calling delete_port for 1ff5dc2b-0111-4623-8618-752699d2a71f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:35.463852 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2cee81d2-da8b-47db-b6c1-1bc40702927f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:35.465545 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 1ff5dc2b-0111-4623-8618-752699d2a71f is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:12:35.465935 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.502008 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.506735 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 2cee81d2-da8b-47db-b6c1-1bc40702927f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:35.508541 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 2cee81d2-da8b-47db-b6c1-1bc40702927f not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:35.521781 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (1ff5dc2b-0111-4623-8618-752699d2a71f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.532409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff5dc2b-0111-4623-8618-752699d2a71f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:35.538265 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] No DVR routers for this DVR port 1ff5dc2b-0111-4623-8618-752699d2a71f on host dv-cinder-804757-26-iscsi {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:35.548395 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:35.587443 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] No DVR routers for this DVR port 1ff5dc2b-0111-4623-8618-752699d2a71f on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:35.588920 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Pushing event deleted for resources: {'Port': ['ID=1ff5dc2b-0111-4623-8618-752699d2a71f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:35.591996 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:35.592383 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5dc9b78-3ca8-47b0-bb52-ed6f119579f3 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:35.592738 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c53d396e-b1e5-48d1-bcfc-e540d663ae8a no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:35.611722 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (c3c054e4-736a-4968-9ef9-e57880a6b771), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.620458 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.620812 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.621177 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.621634 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.621973 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.622305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.622636 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.622964 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.623293 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.623646 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.624008 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.624284 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.624605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d8f3b3-b109-4ed3-9f3f-27994cabcb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:35.628277 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: c53d396e-b1e5-48d1-bcfc-e540d663ae8a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:35.628636 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c53d396e-b1e5-48d1-bcfc-e540d663ae8a not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:35.633112 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c054e4-736a-4968-9ef9-e57880a6b771']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:35.642629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d323d0-bee4-46b8-b557-38f9f5c55251') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:35.642930 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d323d0-bee4-46b8-b557-38f9f5c55251') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:35.653131 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (27d323d0-bee4-46b8-b557-38f9f5c55251), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.667636 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (27d323d0-bee4-46b8-b557-38f9f5c55251), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.674578 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:12:35.675061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (27d323d0-bee4-46b8-b557-38f9f5c55251), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:12:35.677548 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:12:35.737846 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (c3c054e4-736a-4968-9ef9-e57880a6b771), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.744421 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.747597 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3c054e4-736a-4968-9ef9-e57880a6b771 HTTP/1.1" status: 204 len: 168 time: 0.8120208 Mar 10 05:12:35.758569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05029fc-a055-4638-9f82-1775af8f2498 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c054e4-736a-4968-9ef9-e57880a6b771,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:35.860895 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:35.903964 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-560664b3-6d19-420d-83df-7db2659f0add admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f253b15a03884e3d9cb929e4f2a4ad80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417993 Mar 10 05:12:35.906328 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:35.953631 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] Publish callbacks [] for security_group (71521a48-56d7-47ed-b1fe-05192fef6195), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:35.974816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] Publish callbacks [] for security_group (71521a48-56d7-47ed-b1fe-05192fef6195), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:36.020950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (71521a48-56d7-47ed-b1fe-05192fef6195), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:36.023632 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:36.024707 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71521a48-56d7-47ed-b1fe-05192fef6195 HTTP/1.1" status: 204 len: 168 time: 0.1174896 Mar 10 05:12:36.032685 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dac56e-9ffa-4254-b2b3-5036dfd3a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71521a48-56d7-47ed-b1fe-05192fef6195,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:39.873074 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:39.983828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7151-b7c0-4edb-921c-e2064bbcaafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.061995 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7151-b7c0-4edb-921c-e2064bbcaafc admin admin] Publish callbacks [] for security_group (b18d7eb1-8162-4c54-88f9-135062149ab2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.066958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7151-b7c0-4edb-921c-e2064bbcaafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b18d7eb1-8162-4c54-88f9-135062149ab2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.107171 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1b5b7151-b7c0-4edb-921c-e2064bbcaafc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd5ac3e9cd73436d8a6a3a38ef8400ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327621 Mar 10 05:12:40.107947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b7151-b7c0-4edb-921c-e2064bbcaafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d7eb1-8162-4c54-88f9-135062149ab2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:40.110752 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:40.170798 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] Publish callbacks [] for security_group (b18d7eb1-8162-4c54-88f9-135062149ab2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.192651 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] Publish callbacks [] for security_group (b18d7eb1-8162-4c54-88f9-135062149ab2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.238874 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b18d7eb1-8162-4c54-88f9-135062149ab2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.241623 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.242752 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b18d7eb1-8162-4c54-88f9-135062149ab2 HTTP/1.1" status: 204 len: 168 time: 0.1310253 Mar 10 05:12:40.250457 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc9d5b-5582-4c79-aeea-4faee63e1871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d7eb1-8162-4c54-88f9-135062149ab2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:40.503531 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:40.516372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:40.521868 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9dc02-aa60-40e5-8e4f-ceb505843b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.595942 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9dc02-aa60-40e5-8e4f-ceb505843b2c admin admin] Publish callbacks [] for security_group (771c91e6-05c0-45af-893f-f1f01b0dfd2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.599998 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9dc02-aa60-40e5-8e4f-ceb505843b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (771c91e6-05c0-45af-893f-f1f01b0dfd2d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.640300 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6ed9dc02-aa60-40e5-8e4f-ceb505843b2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26a0cbf441774a9da3fcdc3ee54b1063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351380 Mar 10 05:12:40.642450 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9dc02-aa60-40e5-8e4f-ceb505843b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771c91e6-05c0-45af-893f-f1f01b0dfd2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:40.642933 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:40.697497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] Publish callbacks [] for security_group (771c91e6-05c0-45af-893f-f1f01b0dfd2d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.719773 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] Publish callbacks [] for security_group (771c91e6-05c0-45af-893f-f1f01b0dfd2d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.839602 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (771c91e6-05c0-45af-893f-f1f01b0dfd2d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.842136 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:40.843256 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/771c91e6-05c0-45af-893f-f1f01b0dfd2d HTTP/1.1" status: 204 len: 168 time: 0.1973028 Mar 10 05:12:40.858861 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65580ec-b653-4f08-b3d4-2b9fbeefb5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c91e6-05c0-45af-893f-f1f01b0dfd2d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:41.123251 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:41.393758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Deleting port a5f6bd4d-3813-4316-ade9-141856b1fef6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:41.394108 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:41.471830 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] For port a5f6bd4d-3813-4316-ade9-141856b1fef6, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=a5f6bd4d-3813-4316-ade9-141856b1fef6,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:41.472206 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:41.484914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Calling delete_port for a5f6bd4d-3813-4316-ade9-141856b1fef6 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:41.676753 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (a5f6bd4d-3813-4316-ade9-141856b1fef6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:41.702304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f6bd4d-3813-4316-ade9-141856b1fef6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:41.892951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.120197 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Router 6903f057-2102-475e-a5ca-fb3ed1a58b15 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:12:42.235738 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:12:42.243695 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:42.245583 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Sync routers for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:12:42.246042 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3b0e2ca2-c3a2-4cf1-91ff-367527f4ebac admin admin] 10.222.0.11 "PUT /v2.0/routers/6903f057-2102-475e-a5ca-fb3ed1a58b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281830 Mar 10 05:12:42.255632 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:42.256258 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:42.357357 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks [] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.367547 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:42.473477 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks [] for router_gateway (6903f057-2102-475e-a5ca-fb3ed1a58b15), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.524972 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Deleting port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:42.525595 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.606663 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] For port e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:42.607090 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.620130 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Calling delete_port for e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:42.673807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:41Z', 'revision_number': 5, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port': {'id': 'e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:05:28Z', 'updated_at': '2022-03-10T05:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:42.701275 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Checking router: 6903f057-2102-475e-a5ca-fb3ed1a58b15 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:12:42.710055 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Routers {'6903f057-2102-475e-a5ca-fb3ed1a58b15'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:12:42.710650 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:12:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['6903f057-2102-475e-a5ca-fb3ed1a58b15'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:42.787180 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.799738 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] Set router 6903f057-2102-475e-a5ca-fb3ed1a58b15 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:12:42.813117 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:42.855683 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:42Z', 'revision_number': 6, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:42.876525 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.883409 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5df1-e2a5-445f-b36a-0a2ecf776cea None None] The sync data for ids ['6903f057-2102-475e-a5ca-fb3ed1a58b15'] in dv-cinder-804757-26-iscsi is: [{'id': '6903f057-2102-475e-a5ca-fb3ed1a58b15', 'name': 'tempest-AttachVolumeTestJSON-788013209-router', 'tenant_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:05:25Z', 'updated_at': '2022-03-10T05:12:42Z', 'revision_number': 6, 'project_id': '1ebf0b1acb9d48d09d7cb5944dd2ae5a', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:12:42.970393 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:42.973170 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks [] for router_controller (6903f057-2102-475e-a5ca-fb3ed1a58b15), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.017285 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (6903f057-2102-475e-a5ca-fb3ed1a58b15), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.017800 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6903f057-2102-475e-a5ca-fb3ed1a58b15 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:12:43.022615 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.023756 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a41ba9de-5aec-491f-ab6e-e599e0aba105 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6903f057-2102-475e-a5ca-fb3ed1a58b15 HTTP/1.1" status: 204 len: 168 time: 0.7785530 Mar 10 05:12:43.026247 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:43.070463 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Deleting subnet 5a87b033-fd64-4150-bb51-4ac9b3e480d8 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:12:43.073533 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Publish callbacks [] for subnet (5a87b033-fd64-4150-bb51-4ac9b3e480d8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.107883 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (5a87b033-fd64-4150-bb51-4ac9b3e480d8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.182649 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (5a87b033-fd64-4150-bb51-4ac9b3e480d8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.246078 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (5a87b033-fd64-4150-bb51-4ac9b3e480d8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.284058 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a87b033-fd64-4150-bb51-4ac9b3e480d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:43.290092 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.296083 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-289e37cc-b302-4f8e-91d1-0c83c916c6ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a87b033-fd64-4150-bb51-4ac9b3e480d8 HTTP/1.1" status: 204 len: 168 time: 0.2667840 Mar 10 05:12:43.296840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:43.298885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd84781-7b02-4cb6-9241-6a742f38d55c None None] Network e45c9f69-5cfc-41b4-ac20-7254a2c1f09a requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:12:43.413569 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.415740 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5f6bd4d-3813-4316-ade9-141856b1fef6 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:43.454422 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: a5f6bd4d-3813-4316-ade9-141856b1fef6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:43.454827 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device a5f6bd4d-3813-4316-ade9-141856b1fef6 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:43.459946 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-733533d5-4a37-4bbe-bb89-0f924a2548cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.509495 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Deleting port e17a8deb-7762-40e3-ae89-deb39043371d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:43.509846 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.573458 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] DHCP port deletion for e45c9f69-5cfc-41b4-ac20-7254a2c1f09a request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:12:43.590267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] For port e17a8deb-7762-40e3-ae89-deb39043371d, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e17a8deb-7762-40e3-ae89-deb39043371d,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:43.590729 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.606259 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Calling delete_port for e17a8deb-7762-40e3-ae89-deb39043371d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:43.647914 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Deleting port e17a8deb-7762-40e3-ae89-deb39043371d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:12:43.648415 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.718785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.757303 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17a8deb-7762-40e3-ae89-deb39043371d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:43.764188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] No DVR routers for this DVR port e17a8deb-7762-40e3-ae89-deb39043371d on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:43.767781 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] For port e17a8deb-7762-40e3-ae89-deb39043371d, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e17a8deb-7762-40e3-ae89-deb39043371d,segment=NetworkSegment(8cf6b804-aa6a-4c87-8114-ccbdcaa5c065),segment_id=8cf6b804-aa6a-4c87-8114-ccbdcaa5c065)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:12:43.768576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.787316 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Calling delete_port for e17a8deb-7762-40e3-ae89-deb39043371d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:12:43.868808 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.901582 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (e17a8deb-7762-40e3-ae89-deb39043371d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.916761 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45c9f69-5cfc-41b4-ac20-7254a2c1f09a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:43.932240 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:43.932537 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf6b804-aa6a-4c87-8114-ccbdcaa5c065') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:12:43.942022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] Pushing event deleted for resources: {'Port': ['ID=e17a8deb-7762-40e3-ae89-deb39043371d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:43.968439 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (8cf6b804-aa6a-4c87-8114-ccbdcaa5c065), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:43.970970 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba08f1-9fe0-4487-8c07-836971b37c98 None None] No DVR routers for this DVR port e17a8deb-7762-40e3-ae89-deb39043371d on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:12:43.998061 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (8cf6b804-aa6a-4c87-8114-ccbdcaa5c065), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.007041 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:12:44.007458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (8cf6b804-aa6a-4c87-8114-ccbdcaa5c065), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:12:44.009227 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:12:44.081477 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (e45c9f69-5cfc-41b4-ac20-7254a2c1f09a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.087388 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.092822 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e45c9f69-5cfc-41b4-ac20-7254a2c1f09a HTTP/1.1" status: 204 len: 168 time: 0.7927136 Mar 10 05:12:44.110087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc716-9e75-4337-b803-5c6015922876 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45c9f69-5cfc-41b4-ac20-7254a2c1f09a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:44.263445 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:44.304255 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-90a150ce-2e0d-433f-8075-996792b317e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ebf0b1acb9d48d09d7cb5944dd2ae5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396457 Mar 10 05:12:44.306732 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:44.357840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] Publish callbacks [] for security_group (af801a2b-b6b3-42ee-af9c-f5fc53d4adf7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.379993 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] Publish callbacks [] for security_group (af801a2b-b6b3-42ee-af9c-f5fc53d4adf7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.427610 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (af801a2b-b6b3-42ee-af9c-f5fc53d4adf7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.430326 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:44.431480 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af801a2b-b6b3-42ee-af9c-f5fc53d4adf7 HTTP/1.1" status: 204 len: 168 time: 0.1238692 Mar 10 05:12:44.439277 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d5348-a64a-4d42-9040-8893c0728fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af801a2b-b6b3-42ee-af9c-f5fc53d4adf7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:44.773015 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:12:45.005292 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:45.025867 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:45.026223 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e2fc2561-a61a-4f4e-9bd4-2d670c2a1fde not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:45.026660 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e17a8deb-7762-40e3-ae89-deb39043371d no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:12:45.047224 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: e17a8deb-7762-40e3-ae89-deb39043371d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:12:45.047574 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e17a8deb-7762-40e3-ae89-deb39043371d not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:12:45.646877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84c43511-bedf-4581-b83e-80502ffe7aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:46.725494 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:48.086245 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:49.631182 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:49.827803 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:49.931129 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.006384 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Publish callbacks [] for security_group (fb52eb92-d8ea-4104-8b9e-8a104a7c1aff), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.009950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fb52eb92-d8ea-4104-8b9e-8a104a7c1aff), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.048331 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=752d7364b4a74a1da46baa8ee7eab6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194378 Mar 10 05:12:50.049062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb52eb92-d8ea-4104-8b9e-8a104a7c1aff,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:50.051577 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:50.072649 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.073007 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.073385 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.073727 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.074061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.074393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.074716 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.075050 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.075386 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.075717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.076038 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.076394 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.076720 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b28c0b-3b99-4236-9655-2b5808b5f65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:12:50.111900 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] Publish callbacks [] for security_group (fb52eb92-d8ea-4104-8b9e-8a104a7c1aff), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.132465 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] Publish callbacks [] for security_group (fb52eb92-d8ea-4104-8b9e-8a104a7c1aff), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.178157 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fb52eb92-d8ea-4104-8b9e-8a104a7c1aff), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.180633 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:50.181801 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb52eb92-d8ea-4104-8b9e-8a104a7c1aff HTTP/1.1" status: 204 len: 168 time: 0.1284359 Mar 10 05:12:50.189396 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac9f0a-6e30-485a-884d-68cd5e20cb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb52eb92-d8ea-4104-8b9e-8a104a7c1aff,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:55.030661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:55.135036 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d69ce41a-320b-4817-ba82-32d78b21f6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.215689 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d69ce41a-320b-4817-ba82-32d78b21f6c9 admin admin] Publish callbacks [] for security_group (b683dcee-a96e-42b2-a7df-16ec32621232), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.218742 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d69ce41a-320b-4817-ba82-32d78b21f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b683dcee-a96e-42b2-a7df-16ec32621232), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.259366 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce41a-320b-4817-ba82-32d78b21f6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683dcee-a96e-42b2-a7df-16ec32621232,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:55.263428 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d69ce41a-320b-4817-ba82-32d78b21f6c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e76af6cd6667420b897d8a28315a27a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319608 Mar 10 05:12:55.266196 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:55.312376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] Publish callbacks [] for security_group (b683dcee-a96e-42b2-a7df-16ec32621232), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.334097 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] Publish callbacks [] for security_group (b683dcee-a96e-42b2-a7df-16ec32621232), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.379569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b683dcee-a96e-42b2-a7df-16ec32621232), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.382975 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.384120 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b683dcee-a96e-42b2-a7df-16ec32621232 HTTP/1.1" status: 204 len: 168 time: 0.1172216 Mar 10 05:12:55.391745 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c8f61-7915-4b2c-9e9a-ea5d8ff4aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683dcee-a96e-42b2-a7df-16ec32621232,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:55.638138 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:55.650914 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcf3e-09c9-455e-8443-56ef0e563846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.725275 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcf3e-09c9-455e-8443-56ef0e563846 admin admin] Publish callbacks [] for security_group (a499213b-2039-4002-b561-2445dbec30d3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.729915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d7dcf3e-09c9-455e-8443-56ef0e563846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a499213b-2039-4002-b561-2445dbec30d3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.771534 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3d7dcf3e-09c9-455e-8443-56ef0e563846 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1b26dc03328422b9dfccca0c8a7f826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323688 Mar 10 05:12:55.772388 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dcf3e-09c9-455e-8443-56ef0e563846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499213b-2039-4002-b561-2445dbec30d3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:55.774823 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:55.821939 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] Publish callbacks [] for security_group (a499213b-2039-4002-b561-2445dbec30d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.842406 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] Publish callbacks [] for security_group (a499213b-2039-4002-b561-2445dbec30d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.887706 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (a499213b-2039-4002-b561-2445dbec30d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.890389 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:55.891456 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a499213b-2039-4002-b561-2445dbec30d3 HTTP/1.1" status: 204 len: 168 time: 0.1156452 Mar 10 05:12:55.899391 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6b53-ee49-461c-a01d-491906892b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499213b-2039-4002-b561-2445dbec30d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:57.234103 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:57.806842 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:57.912360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a09e5168-9ae7-4673-a57b-c5fe748e05f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:57.986978 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a09e5168-9ae7-4673-a57b-c5fe748e05f9 admin admin] Publish callbacks [] for security_group (211e0cc1-a316-4aa5-aa37-d06d2b9ea908), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:57.990607 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a09e5168-9ae7-4673-a57b-c5fe748e05f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (211e0cc1-a316-4aa5-aa37-d06d2b9ea908), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.030197 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-a09e5168-9ae7-4673-a57b-c5fe748e05f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93e65c2b8a434386ab1f27729cb5037c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222400 Mar 10 05:12:58.031137 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e5168-9ae7-4673-a57b-c5fe748e05f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e0cc1-a316-4aa5-aa37-d06d2b9ea908,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:58.032859 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:58.081513 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] Publish callbacks [] for security_group (211e0cc1-a316-4aa5-aa37-d06d2b9ea908), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.102271 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] Publish callbacks [] for security_group (211e0cc1-a316-4aa5-aa37-d06d2b9ea908), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.149584 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (211e0cc1-a316-4aa5-aa37-d06d2b9ea908), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.152135 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.154895 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/211e0cc1-a316-4aa5-aa37-d06d2b9ea908 HTTP/1.1" status: 204 len: 168 time: 0.1203799 Mar 10 05:12:58.163136 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857f0c-dd58-4297-a852-51e0b16bc8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e0cc1-a316-4aa5-aa37-d06d2b9ea908,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:58.403118 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:58.416313 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5931d2c-503e-4e1b-8a0b-81c4e50a5be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.488730 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5931d2c-503e-4e1b-8a0b-81c4e50a5be9 admin admin] Publish callbacks [] for security_group (2cb0f9b6-5294-4b77-8c3c-67a137a0fb29), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.492958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5931d2c-503e-4e1b-8a0b-81c4e50a5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (2cb0f9b6-5294-4b77-8c3c-67a137a0fb29), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.529971 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d5931d2c-503e-4e1b-8a0b-81c4e50a5be9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aee40b847654de29771e853eb4dc68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257336 Mar 10 05:12:58.531171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931d2c-503e-4e1b-8a0b-81c4e50a5be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0f9b6-5294-4b77-8c3c-67a137a0fb29,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:12:58.532648 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:12:58.582838 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] Publish callbacks [] for security_group (2cb0f9b6-5294-4b77-8c3c-67a137a0fb29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.603791 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] Publish callbacks [] for security_group (2cb0f9b6-5294-4b77-8c3c-67a137a0fb29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.650270 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (2cb0f9b6-5294-4b77-8c3c-67a137a0fb29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.652809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:12:58.654007 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cb0f9b6-5294-4b77-8c3c-67a137a0fb29 HTTP/1.1" status: 204 len: 168 time: 0.1196706 Mar 10 05:12:58.663246 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f835a7-7770-4869-9e11-d0b5998dc350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0f9b6-5294-4b77-8c3c-67a137a0fb29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:03.525588 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:03.633100 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ffb88b-e955-45b9-8310-8567d4eda7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.706408 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ffb88b-e955-45b9-8310-8567d4eda7f4 admin admin] Publish callbacks [] for security_group (aafbcd39-a4aa-4ccf-a9d8-888c054591d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.711063 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08ffb88b-e955-45b9-8310-8567d4eda7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (aafbcd39-a4aa-4ccf-a9d8-888c054591d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.751164 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-08ffb88b-e955-45b9-8310-8567d4eda7f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66edd69eee254cfda92afd14e8557c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244039 Mar 10 05:13:03.752196 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffb88b-e955-45b9-8310-8567d4eda7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbcd39-a4aa-4ccf-a9d8-888c054591d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:03.753818 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:03.805697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] Publish callbacks [] for security_group (aafbcd39-a4aa-4ccf-a9d8-888c054591d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.826117 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] Publish callbacks [] for security_group (aafbcd39-a4aa-4ccf-a9d8-888c054591d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.871482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (aafbcd39-a4aa-4ccf-a9d8-888c054591d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.874327 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:03.875464 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aafbcd39-a4aa-4ccf-a9d8-888c054591d0 HTTP/1.1" status: 204 len: 168 time: 0.1195540 Mar 10 05:13:03.883309 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78a4e8-c881-47e0-aa01-df7ba62b57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbcd39-a4aa-4ccf-a9d8-888c054591d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:04.134812 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 51946) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:04.149451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7028d857-543f-4644-9c4b-031d5c03412f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.222487 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7028d857-543f-4644-9c4b-031d5c03412f admin admin] Publish callbacks [] for security_group (42e75cdb-2970-4c28-bbfd-aa78781dcaa0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.226351 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7028d857-543f-4644-9c4b-031d5c03412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (42e75cdb-2970-4c28-bbfd-aa78781dcaa0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.263799 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7028d857-543f-4644-9c4b-031d5c03412f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3fadf1189d04a70af6945b195972c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279140 Mar 10 05:13:04.264737 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028d857-543f-4644-9c4b-031d5c03412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e75cdb-2970-4c28-bbfd-aa78781dcaa0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:04.266534 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 51948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:04.315592 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] Publish callbacks [] for security_group (42e75cdb-2970-4c28-bbfd-aa78781dcaa0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.336636 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] Publish callbacks [] for security_group (42e75cdb-2970-4c28-bbfd-aa78781dcaa0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.382065 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (42e75cdb-2970-4c28-bbfd-aa78781dcaa0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.384622 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:04.385779 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42e75cdb-2970-4c28-bbfd-aa78781dcaa0 HTTP/1.1" status: 204 len: 168 time: 0.1176486 Mar 10 05:13:04.393129 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ba3f5-6210-4b9b-ac73-2e5cd8bbdd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e75cdb-2970-4c28-bbfd-aa78781dcaa0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:11.310460 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:11.423257 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4086c1c6-fb0d-40a5-a181-71faf43aee5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.500108 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4086c1c6-fb0d-40a5-a181-71faf43aee5e admin admin] Publish callbacks [] for security_group (6ec7fb3e-41dd-4ff0-9346-021d0e15a83b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.504703 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4086c1c6-fb0d-40a5-a181-71faf43aee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6ec7fb3e-41dd-4ff0-9346-021d0e15a83b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.543832 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4086c1c6-fb0d-40a5-a181-71faf43aee5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d7689fd9a7b4bd9b350aa8d7a458b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322955 Mar 10 05:13:11.544639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c1c6-fb0d-40a5-a181-71faf43aee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7fb3e-41dd-4ff0-9346-021d0e15a83b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:11.546783 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:11.597434 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] Publish callbacks [] for security_group (6ec7fb3e-41dd-4ff0-9346-021d0e15a83b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.622557 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] Publish callbacks [] for security_group (6ec7fb3e-41dd-4ff0-9346-021d0e15a83b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.670402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (6ec7fb3e-41dd-4ff0-9346-021d0e15a83b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.672654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:11.673834 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ec7fb3e-41dd-4ff0-9346-021d0e15a83b HTTP/1.1" status: 204 len: 168 time: 0.1255519 Mar 10 05:13:11.682645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894849d8-6d11-4c4a-b2b1-0c03498cd6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7fb3e-41dd-4ff0-9346-021d0e15a83b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:11.930928 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:11.943952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc1e0-eacf-4338-9f83-7c60d7244220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.015971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc1e0-eacf-4338-9f83-7c60d7244220 admin admin] Publish callbacks [] for security_group (dc786207-f378-4051-8e5b-41952dd99a30), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.019478 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc1e0-eacf-4338-9f83-7c60d7244220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dc786207-f378-4051-8e5b-41952dd99a30), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.059623 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6ebdc1e0-eacf-4338-9f83-7c60d7244220 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaacf389944047309abf81a64e578abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275353 Mar 10 05:13:12.060465 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdc1e0-eacf-4338-9f83-7c60d7244220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc786207-f378-4051-8e5b-41952dd99a30,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:12.062917 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:12.113720 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] Publish callbacks [] for security_group (dc786207-f378-4051-8e5b-41952dd99a30), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.133582 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] Publish callbacks [] for security_group (dc786207-f378-4051-8e5b-41952dd99a30), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.181187 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dc786207-f378-4051-8e5b-41952dd99a30), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.183970 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:12.185094 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc786207-f378-4051-8e5b-41952dd99a30 HTTP/1.1" status: 204 len: 168 time: 0.1210086 Mar 10 05:13:12.193307 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40b3d-5567-4911-a2bb-a3a70d5e5004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc786207-f378-4051-8e5b-41952dd99a30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:13.402310 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5da2641-221d-44ea-b72d-d30c73906624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:15.647590 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446fa6a9-b660-4838-8b82-78874f7c664c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:16.733503 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:18.085917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:19.633617 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.582146 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:20.684688 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57730fb0-8d59-429b-b1f7-e5528125e0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.759837 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57730fb0-8d59-429b-b1f7-e5528125e0b4 admin admin] Publish callbacks [] for security_group (e6278d3f-725d-445e-a2fe-a4757fa68138), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.763489 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57730fb0-8d59-429b-b1f7-e5528125e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e6278d3f-725d-445e-a2fe-a4757fa68138), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.800503 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-57730fb0-8d59-429b-b1f7-e5528125e0b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c629c7f7b8ad466b83f0af51b1aa0b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172956 Mar 10 05:13:20.801408 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57730fb0-8d59-429b-b1f7-e5528125e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6278d3f-725d-445e-a2fe-a4757fa68138,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:20.803814 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:20.851171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] Publish callbacks [] for security_group (e6278d3f-725d-445e-a2fe-a4757fa68138), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.871878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] Publish callbacks [] for security_group (e6278d3f-725d-445e-a2fe-a4757fa68138), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.921115 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e6278d3f-725d-445e-a2fe-a4757fa68138), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.923626 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:20.924739 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6278d3f-725d-445e-a2fe-a4757fa68138 HTTP/1.1" status: 204 len: 168 time: 0.1199474 Mar 10 05:13:20.932162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169d984-cc69-46a9-8825-7e68d110a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6278d3f-725d-445e-a2fe-a4757fa68138,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:21.190446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:21.204138 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dd26050-fcf4-4a59-9bcb-7507e39dc003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.281316 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dd26050-fcf4-4a59-9bcb-7507e39dc003 admin admin] Publish callbacks [] for security_group (88976d9e-b6fd-48c8-bfc6-659d0d210825), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.285402 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dd26050-fcf4-4a59-9bcb-7507e39dc003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (88976d9e-b6fd-48c8-bfc6-659d0d210825), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.324537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd26050-fcf4-4a59-9bcb-7507e39dc003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88976d9e-b6fd-48c8-bfc6-659d0d210825,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:21.329010 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-5dd26050-fcf4-4a59-9bcb-7507e39dc003 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=293e5efcea4143ae9b2ae2b91a200db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374977 Mar 10 05:13:21.331741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:21.380237 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] Publish callbacks [] for security_group (88976d9e-b6fd-48c8-bfc6-659d0d210825), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.403683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] Publish callbacks [] for security_group (88976d9e-b6fd-48c8-bfc6-659d0d210825), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.455043 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (88976d9e-b6fd-48c8-bfc6-659d0d210825), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.457774 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:21.459073 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88976d9e-b6fd-48c8-bfc6-659d0d210825 HTTP/1.1" status: 204 len: 168 time: 0.1263614 Mar 10 05:13:21.467077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1a54-495b-47d7-aa42-7cff2ca9c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88976d9e-b6fd-48c8-bfc6-659d0d210825,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:21.773501 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:13:22.118833 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52336) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:22.216337 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1543864920-network', 'tenant_id': '53e712c9f04c4482b8eb4962c6c5fc83'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:22.234110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Made reservation on behalf of 53e712c9f04c4482b8eb4962c6c5fc83 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:22.236408 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.245409 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.318985 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks [] for security_group (48ff3686-04eb-40c5-b821-8a4f04180ff1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.322406 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (48ff3686-04eb-40c5-b821-8a4f04180ff1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.347990 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:13:22.354385 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ff3686-04eb-40c5-b821-8a4f04180ff1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:22.360906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (da5b05e0-c28d-4402-82e8-a779f92eaef6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.361292 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Added segment da5b05e0-c28d-4402-82e8-a779f92eaef6 of type vlan for network ce25113b-a700-495d-bb6c-2e7d72620469 Mar 10 05:13:22.404767 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (ce25113b-a700-495d-bb6c-2e7d72620469), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.432043 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (ce25113b-a700-495d-bb6c-2e7d72620469), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.433025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:22.433652 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.462381 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3424215 Mar 10 05:13:22.466266 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:22.472847 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Request body: {'subnet': {'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1543864920-subnet', 'tenant_id': '53e712c9f04c4482b8eb4962c6c5fc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:22.495401 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Made reservation on behalf of 53e712c9f04c4482b8eb4962c6c5fc83 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:22.498301 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260030'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.500059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bde3-15e8-4e5c-b2ee-00cb8bf7912c admin admin] Pushing event updated for resources: {'Network': ['ID=ce25113b-a700-495d-bb6c-2e7d72620469,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:22.513365 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network ce25113b-a700-495d-bb6c-2e7d72620469 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:13:22.680246 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13259984'] for subnet (d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.737714 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:22.745922 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Checking segment: {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:13:22.746284 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Network hostable DHCP agents. Network: ce25113b-a700-495d-bb6c-2e7d72620469, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:13:22.763566 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Network ce25113b-a700-495d-bb6c-2e7d72620469 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:13:22.776484 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, ce25113b-a700-495d-bb6c-2e7d72620469) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:13:22.779146 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:22.779743 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:22.785531 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc7797-fb13-4286-943e-54cdad0b439f None None] Network ce25113b-a700-495d-bb6c-2e7d72620469 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:22.796960 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9a492d5f-249e-43d8-bbf4-c69f1278301b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3288345 Mar 10 05:13:22.895031 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9bd5e-9874-454b-be6e-70b52f8c2f3a None None] Network ce25113b-a700-495d-bb6c-2e7d72620469 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:23.142175 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:23.251432 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db76b393-a428-4845-b2bd-8bb6bf8307e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.357309 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db76b393-a428-4845-b2bd-8bb6bf8307e8 admin admin] Publish callbacks [] for security_group (5393b859-47db-4ccf-9a80-953f2c9e41c3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.361422 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db76b393-a428-4845-b2bd-8bb6bf8307e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5393b859-47db-4ccf-9a80-953f2c9e41c3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.404924 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-db76b393-a428-4845-b2bd-8bb6bf8307e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=518c845b28514ccdacde0812b59d7aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614107 Mar 10 05:13:23.405827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b393-a428-4845-b2bd-8bb6bf8307e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393b859-47db-4ccf-9a80-953f2c9e41c3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:23.407625 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:23.456843 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] Publish callbacks [] for security_group (5393b859-47db-4ccf-9a80-953f2c9e41c3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.478568 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] Publish callbacks [] for security_group (5393b859-47db-4ccf-9a80-953f2c9e41c3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.528793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5393b859-47db-4ccf-9a80-953f2c9e41c3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.531353 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.532472 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5393b859-47db-4ccf-9a80-953f2c9e41c3 HTTP/1.1" status: 204 len: 168 time: 0.1238556 Mar 10 05:13:23.540228 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e932b-d072-40c8-a3f9-6483ae2d8cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393b859-47db-4ccf-9a80-953f2c9e41c3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:23.792668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:23.805381 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9e58e7-807c-4b35-88b1-681780862b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.876532 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9e58e7-807c-4b35-88b1-681780862b2e admin admin] Publish callbacks [] for security_group (5e96e085-e84c-4b33-8703-93ec1fcd7f84), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.880022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f9e58e7-807c-4b35-88b1-681780862b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5e96e085-e84c-4b33-8703-93ec1fcd7f84), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.916213 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-2f9e58e7-807c-4b35-88b1-681780862b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1423d06023344655b4149fe5da105748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224539 Mar 10 05:13:23.918091 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e58e7-807c-4b35-88b1-681780862b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96e085-e84c-4b33-8703-93ec1fcd7f84,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:23.918956 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:23.968414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] Publish callbacks [] for security_group (5e96e085-e84c-4b33-8703-93ec1fcd7f84), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:23.990506 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] Publish callbacks [] for security_group (5e96e085-e84c-4b33-8703-93ec1fcd7f84), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:24.041086 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5e96e085-e84c-4b33-8703-93ec1fcd7f84), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:24.043627 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:24.044760 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e96e085-e84c-4b33-8703-93ec1fcd7f84 HTTP/1.1" status: 204 len: 168 time: 0.1247408 Mar 10 05:13:24.053863 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88069a-ea8b-456e-8dc8-6f64c412b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96e085-e84c-4b33-8703-93ec1fcd7f84,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:24.666058 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-70d623bf-677d-4e05-90a6-e600dc92d90e tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:24.668192 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-70d623bf-677d-4e05-90a6-e600dc92d90e tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 809 time: 0.1226666 Mar 10 05:13:24.684300 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-db08de97-d8a6-4aaf-8572-3d346b97dc95 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/quotas/53e712c9f04c4482b8eb4962c6c5fc83 HTTP/1.1" status: 200 len: 375 time: 0.0099664 Mar 10 05:13:24.726208 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c5462a91-56ca-4f01-95d9-736e092f8bfd tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353355 Mar 10 05:13:24.827212 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-199ecba5-9e13-494b-a951-10440450c0fc service neutron] 10.222.0.11 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941119 Mar 10 05:13:24.939456 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-40dbf51e-5f26-4836-b171-3b62f5076d02 service neutron] 10.222.0.11 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030741 Mar 10 05:13:25.137231 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c79609f6-4c4a-4a65-9856-520f5b63c5a9 req-b3deb247-4b78-4103-826f-98e894984f20 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 210 time: 0.0362763 Mar 10 05:13:26.092482 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-0dce5844-c4a7-4e82-94e6-a2bc4bda7e6a tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:26.094003 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-0dce5844-c4a7-4e82-94e6-a2bc4bda7e6a tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 809 time: 0.1218722 Mar 10 05:13:26.105524 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Request body: {'port': {'device_id': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469', 'admin_state_up': True, 'tenant_id': '53e712c9f04c4482b8eb4962c6c5fc83'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:26.444368 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a4f281e3-f531-4f12-b6ec-ab41950f2a2c req-6e632d9e-6d52-4704-93e2-8d38fa21f609 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 210 time: 0.0353897 Mar 10 05:13:26.526027 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Made reservation on behalf of 53e712c9f04c4482b8eb4962c6c5fc83 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:26.529358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.602267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:26.648897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Allocated IP 172.20.0.13 (ce25113b-a700-495d-bb6c-2e7d72620469/d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875/83dba42e-8bee-4c9f-82ff-056104ca5ef8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:13:26.709683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2ed2-2a49-468f-ac6f-9d1156a2d765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.785655 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2ed2-2a49-468f-ac6f-9d1156a2d765 admin admin] Publish callbacks [] for security_group (12292b21-d668-48a7-8f09-57729c7ec816), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.789812 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f3c2ed2-2a49-468f-ac6f-9d1156a2d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (12292b21-d668-48a7-8f09-57729c7ec816), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.803796 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks [] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.833059 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8f3c2ed2-2a49-468f-ac6f-9d1156a2d765 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94960541d5d949a5bec109e4536b5162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296050 Mar 10 05:13:26.834285 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c2ed2-2a49-468f-ac6f-9d1156a2d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12292b21-d668-48a7-8f09-57729c7ec816,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:26.836662 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:26.836983 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.878380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Network ce25113b-a700-495d-bb6c-2e7d72620469 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:13:26.884229 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:13:26.886949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] Publish callbacks [] for security_group (12292b21-d668-48a7-8f09-57729c7ec816), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.887973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:13:26.909306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] Publish callbacks [] for security_group (12292b21-d668-48a7-8f09-57729c7ec816), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.911518 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Pushing event updated for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:26.938161 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:26.938758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.954610 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-c3a81a11-a6d7-44ea-9985-936af7144421 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8528876 Mar 10 05:13:26.959177 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (12292b21-d668-48a7-8f09-57729c7ec816), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.961855 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:26.963020 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12292b21-d668-48a7-8f09-57729c7ec816 HTTP/1.1" status: 204 len: 168 time: 0.1254184 Mar 10 05:13:26.966515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Request body: {'port': {'device_id': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:26.975932 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48308-1bdf-4eab-a10b-8f04370414a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12292b21-d668-48a7-8f09-57729c7ec816,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:27.033669 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.238895 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.253337 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:27.266266 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d361fc2-1e3a-4400-bdf9-dece750631e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.324976 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dba42e-8bee-4c9f-82ff-056104ca5ef8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:13:27.334389 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks [] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.348039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Transition to ACTIVE for port object 83dba42e-8bee-4c9f-82ff-056104ca5ef8 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:13:27.352860 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.358970 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d361fc2-1e3a-4400-bdf9-dece750631e0 admin admin] Publish callbacks [] for security_group (3576d7e5-f047-48d4-bc34-5767193b116f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.364784 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d361fc2-1e3a-4400-bdf9-dece750631e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (3576d7e5-f047-48d4-bc34-5767193b116f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.406899 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Pushing event updated for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:27.407119 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0d361fc2-1e3a-4400-bdf9-dece750631e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=225b1f1ea5b3484b84abe8ff9403be00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500432 Mar 10 05:13:27.407454 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:27.414173 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d361fc2-1e3a-4400-bdf9-dece750631e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3576d7e5-f047-48d4-bc34-5767193b116f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:27.461683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] Publish callbacks [] for security_group (3576d7e5-f047-48d4-bc34-5767193b116f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.475067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Attempting to bind port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:13:27.475325 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Attempting to bind port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:13:27.475639 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Attempting to bind port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 on network ce25113b-a700-495d-bb6c-2e7d72620469 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:13:27.480588 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 on network ce25113b-a700-495d-bb6c-2e7d72620469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:13:27.480763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Attempting to bind port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 on network ce25113b-a700-495d-bb6c-2e7d72620469 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:13:27.485080 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] Publish callbacks [] for security_group (3576d7e5-f047-48d4-bc34-5767193b116f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.485600 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:13:27.485956 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Checking segment: {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:13:27.486318 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Bound using segment: {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:13:27.486742 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Bound port: 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:13:27.487099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.557214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:13:27.560183 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:13:27.566755 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.568784 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (3576d7e5-f047-48d4-bc34-5767193b116f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.571426 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.572572 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3576d7e5-f047-48d4-bc34-5767193b116f HTTP/1.1" status: 204 len: 168 time: 0.1642160 Mar 10 05:13:27.582269 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62970c-e74d-4918-92c0-6ca5d70e2fc8 req-def4a29d-31fd-4af6-9f49-0230e04b194e tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:27.584007 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cb62970c-e74d-4918-92c0-6ca5d70e2fc8 req-def4a29d-31fd-4af6-9f49-0230e04b194e tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 944 time: 0.0677876 Mar 10 05:13:27.591376 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf911dd8-2e46-4ee3-95cf-7a5eb2f7052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576d7e5-f047-48d4-bc34-5767193b116f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:27.611017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:27.612095 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:27.613575 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] 10.222.0.24 "PUT /v2.0/ports/83dba42e-8bee-4c9f-82ff-056104ca5ef8 HTTP/1.1" status: 200 len: 1094 time: 0.6520035 Mar 10 05:13:27.614815 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:27.617467 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111" -d '{"events": [{"name": "network-changed", "server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:27.652788 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-cb62970c-e74d-4918-92c0-6ca5d70e2fc8 req-eb6c9f5e-81cc-42da-b2b8-e9dd2453b83a tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Mar 10 05:13:27.680743 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd6569-9232-485e-bd44-f28e365f744a x-openstack-request-id: req-42fd6569-9232-485e-bd44-f28e365f744a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:27.681042 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:27.681319 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42fd6569-9232-485e-bd44-f28e365f744a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:27.681716 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8', 'status': 'completed', 'code': 200} Mar 10 05:13:27.697737 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6586104-0725-495b-ba9b-36ed5d198afc service neutron] Pushing event updated for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:27.719425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-d9e579f8-5270-4ba1-a178-5528dec80842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:27.720990 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-d9e579f8-5270-4ba1-a178-5528dec80842 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 1128 time: 0.0552857 Mar 10 05:13:27.763647 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-a166715b-355d-49c1-9ca6-8b420f360cad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8 HTTP/1.1" status: 200 len: 217 time: 0.0361533 Mar 10 05:13:27.820053 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-20dd7c2c-1bb0-4e00-a696-9c48640333de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:27.821577 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-20dd7c2c-1bb0-4e00-a696-9c48640333de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 HTTP/1.1" status: 200 len: 849 time: 0.0514917 Mar 10 05:13:27.853203 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-a7651c4c-11a3-4fe5-bc34-bd3297d5c62a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce25113b-a700-495d-bb6c-2e7d72620469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255153 Mar 10 05:13:27.983031 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-2e4dcd2f-594c-40ac-9304-71bbcd185e63 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176326 Mar 10 05:13:27.990195 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-2f8f8aa4-936e-4c76-aba2-bdb075e6660b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678139 Mar 10 05:13:28.110920 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-79818b7f-3c34-4386-bafb-7ab386e81a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.112403 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-79818b7f-3c34-4386-bafb-7ab386e81a77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.1019349 Mar 10 05:13:28.114708 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-49b9bb78-bcab-4871-9f73-b94ebef51aca req-8f4c2eb2-5c20-4752-9aed-08e2a893386c service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235230 Mar 10 05:13:28.252748 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-86189116-fbac-4887-a63b-fa7ce3e7277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.254245 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-86189116-fbac-4887-a63b-fa7ce3e7277d service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.1231613 Mar 10 05:13:28.257097 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-6619a176-9b2d-48ef-aef7-fd4d3108addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.258448 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-6619a176-9b2d-48ef-aef7-fd4d3108addc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 1128 time: 0.0951180 Mar 10 05:13:28.380212 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-463e972d-5e36-4c3b-9fef-c8b6a63975f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1002 time: 0.1152401 Mar 10 05:13:28.433067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-8161530b-0ce6-4980-8f02-0bb3e0ef80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.434540 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-8161530b-0ce6-4980-8f02-0bb3e0ef80b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 909 time: 0.1642163 Mar 10 05:13:28.449530 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-b6821d79-d300-4350-bf99-0496ea9d9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.450874 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-b6821d79-d300-4350-bf99-0496ea9d9a8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0648751 Mar 10 05:13:28.486020 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-c581b9ab-945b-4448-9725-73c956f020ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8 HTTP/1.1" status: 200 len: 217 time: 0.0438550 Mar 10 05:13:28.561816 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-b97d18c7-1bcb-408b-84e9-40a3d4289516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.563324 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-b97d18c7-1bcb-408b-84e9-40a3d4289516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 HTTP/1.1" status: 200 len: 849 time: 0.0592780 Mar 10 05:13:28.566009 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-c0559ec2-b963-455a-b83d-a3c338553386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.568302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-c0559ec2-b963-455a-b83d-a3c338553386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893166 Mar 10 05:13:28.610438 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-278f2845-8c4c-4de4-96c7-7dadf7476cac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce25113b-a700-495d-bb6c-2e7d72620469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334613 Mar 10 05:13:28.794391 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-83189761-92ea-47f0-af8a-8f1b142ee955 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088685 Mar 10 05:13:28.823481 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545ed16-23b4-454a-95fa-593f775ee28c req-6be66f89-b359-4a47-b283-3675a55d0459 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.825214 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0545ed16-23b4-454a-95fa-593f775ee28c req-6be66f89-b359-4a47-b283-3675a55d0459 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0649376 Mar 10 05:13:28.828918 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-705c1e3e-f13d-4c43-8b34-8c1ce9217e92 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087467 Mar 10 05:13:28.878022 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0545ed16-23b4-454a-95fa-593f775ee28c req-534491d4-2573-4181-979f-ace511918d86 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Mar 10 05:13:28.947680 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b130f-760e-4a0f-96a3-adb01f5f217c req-900e9417-0d56-472e-8209-ea2889a102b8 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:28.949046 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-183b130f-760e-4a0f-96a3-adb01f5f217c req-900e9417-0d56-472e-8209-ea2889a102b8 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 944 time: 0.1914341 Mar 10 05:13:28.992558 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 83dba42e-8bee-4c9f-82ff-056104ca5ef8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:13:28.993740 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-62ccce3f-2466-4dfc-98ac-a5b99651756a req-f860ee00-5717-4275-82be-e2787fbf3e52 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897883 Mar 10 05:13:29.017822 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f8a86fe2-0e60-4f63-9f3f-1693b6f15111 req-47601d7b-5fb3-4a73-84e8-130755bed194 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789234 Mar 10 05:13:29.032336 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-183b130f-760e-4a0f-96a3-adb01f5f217c req-7a5d8967-4448-4424-8944-615e9b44e790 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728900 Mar 10 05:13:29.110133 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:29.121411 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '83dba42e-8bee-4c9f-82ff-056104ca5ef8', 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469', 'port_id': '83dba42e-8bee-4c9f-82ff-056104ca5ef8', 'mac_address': 'fa:16:3e:66:82:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae6f5-f89f-4d95-ba78-7ddbe3ba1875', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:13:29.158824 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:29.159219 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:29.172509 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dba42e-8bee-4c9f-82ff-056104ca5ef8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:13:29.191773 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:29.197279 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:29.247457 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:29.421890 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['83dba42e-8bee-4c9f-82ff-056104ca5ef8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:13:29.999231 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f74d9-9925-478c-88e1-0844290f797f req-4d74838a-1914-484a-9d69-7df3c431f4fd tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:30.000717 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-136f74d9-9925-478c-88e1-0844290f797f req-4d74838a-1914-484a-9d69-7df3c431f4fd tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0526791 Mar 10 05:13:30.052003 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-136f74d9-9925-478c-88e1-0844290f797f req-ca928c91-a48e-4584-aba8-d082c0b7951c tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Mar 10 05:13:30.163151 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615763b9-32fb-4ca7-bc53-cccd7bdb9cac req-13229544-b1f8-417c-bb7c-0f33a2fd8589 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:30.165591 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-615763b9-32fb-4ca7-bc53-cccd7bdb9cac req-13229544-b1f8-417c-bb7c-0f33a2fd8589 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 945 time: 0.0586200 Mar 10 05:13:30.212785 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-615763b9-32fb-4ca7-bc53-cccd7bdb9cac req-2c53ce31-a532-426c-9dba-a15b49877580 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Mar 10 05:13:30.997078 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 83dba42e-8bee-4c9f-82ff-056104ca5ef8 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:13:31.047441 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:13:31.051463 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:13:31.051811 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:31.127194 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:31.127587 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:31.152136 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:31.154410 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f226db4-9a41-4728-9edf-34ecb75aa59e" -d '{"events": [{"server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "name": "network-vif-plugged", "status": "completed", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:31.166515 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:31.171413 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:31.180491 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575dc0-339e-4d06-bf7c-65f7f0f5706a req-7d1891df-16e0-463a-83e8-dbaa08588983 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:31.182032 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9d575dc0-339e-4d06-bf7c-65f7f0f5706a req-7d1891df-16e0-463a-83e8-dbaa08588983 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0608237 Mar 10 05:13:31.196329 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9799fb4-170a-41ba-b3a6-b6da084aa062 x-openstack-request-id: req-c9799fb4-170a-41ba-b3a6-b6da084aa062 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:31.196624 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "name": "network-vif-plugged", "status": "completed", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:31.196878 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9799fb4-170a-41ba-b3a6-b6da084aa062 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:31.197358 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8', 'code': 200} Mar 10 05:13:31.226491 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:31.237054 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9d575dc0-339e-4d06-bf7c-65f7f0f5706a req-651adba6-1805-41be-a36f-c1cb1257fdcb tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Mar 10 05:13:31.369217 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e7014-fb59-42e0-9bad-e4895b844a6c req-001a11b3-c705-4a82-ba69-31b7fc7d1b99 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:31.370712 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e45e7014-fb59-42e0-9bad-e4895b844a6c req-001a11b3-c705-4a82-ba69-31b7fc7d1b99 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0860734 Mar 10 05:13:31.392289 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ebbf-d1b0-49cb-b258-8bb0cae5cd9a req-0dc73fdf-c498-45a1-a45b-b4083af3f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:31.393735 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a205ebbf-d1b0-49cb-b258-8bb0cae5cd9a req-0dc73fdf-c498-45a1-a45b-b4083af3f415 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 1130 time: 0.0693066 Mar 10 05:13:31.439994 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e45e7014-fb59-42e0-9bad-e4895b844a6c req-b4f4819e-4121-43c2-9c83-8543f7e2361b tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631719 Mar 10 05:13:31.456757 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a205ebbf-d1b0-49cb-b258-8bb0cae5cd9a req-7f1ce0b1-d184-47d4-a26f-ed0f5bc65600 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566888 Mar 10 05:13:32.368424 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4ea8-bcaa-4880-ace3-ef48c7c9d977 req-7df9a90c-6671-4a30-ba60-d4670c961797 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:32.369938 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1def4ea8-bcaa-4880-ace3-ef48c7c9d977 req-7df9a90c-6671-4a30-ba60-d4670c961797 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0600660 Mar 10 05:13:32.417692 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1def4ea8-bcaa-4880-ace3-ef48c7c9d977 req-71bbbb01-69fa-4cca-bea5-9fbd680c0d2e tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Mar 10 05:13:32.558648 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc506717-8c37-42e8-b77c-5417a5d50dd5 req-5bc530ac-e33b-450a-95e2-e95a3a08171d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:32.560130 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fc506717-8c37-42e8-b77c-5417a5d50dd5 req-5bc530ac-e33b-450a-95e2-e95a3a08171d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0536656 Mar 10 05:13:32.611138 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fc506717-8c37-42e8-b77c-5417a5d50dd5 req-b7c4d111-38e8-471b-b5fa-4ed5e7d02bc7 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Mar 10 05:13:33.538306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e0d7-33e4-425d-be6f-dd6961becc34 req-064ce695-88e9-40aa-bdaf-40da1764ac46 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:33.539797 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-39c6e0d7-33e4-425d-be6f-dd6961becc34 req-064ce695-88e9-40aa-bdaf-40da1764ac46 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0551958 Mar 10 05:13:33.586561 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:33.587937 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-39c6e0d7-33e4-425d-be6f-dd6961becc34 req-81709bf9-9182-409d-a698-8bce16f452a5 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Mar 10 05:13:33.698380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a871505-1639-4a47-bfd5-38dc3f01f410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:33.764324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55131a2f-1b36-451f-a1b7-aa6f61692dc6 req-c5fbcead-e912-460c-b992-1e504791287d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:33.765739 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-55131a2f-1b36-451f-a1b7-aa6f61692dc6 req-c5fbcead-e912-460c-b992-1e504791287d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0873046 Mar 10 05:13:33.841533 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-55131a2f-1b36-451f-a1b7-aa6f61692dc6 req-2ab7fd4e-2708-46ae-bd9b-953d1c05205d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693309 Mar 10 05:13:33.843305 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a871505-1639-4a47-bfd5-38dc3f01f410 admin admin] Publish callbacks [] for security_group (084edae9-5df2-4225-9097-470555e51645), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:33.847341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a871505-1639-4a47-bfd5-38dc3f01f410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (084edae9-5df2-4225-9097-470555e51645), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:33.886771 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6a871505-1639-4a47-bfd5-38dc3f01f410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec54c6c5a5774d3d8de16853b715e3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991023 Mar 10 05:13:33.887627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871505-1639-4a47-bfd5-38dc3f01f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084edae9-5df2-4225-9097-470555e51645,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:33.890081 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:33.937860 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Publish callbacks [] for security_group (084edae9-5df2-4225-9097-470555e51645), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:33.963260 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Publish callbacks [] for security_group (084edae9-5df2-4225-9097-470555e51645), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.238535 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (084edae9-5df2-4225-9097-470555e51645), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.242068 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.243220 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/084edae9-5df2-4225-9097-470555e51645 HTTP/1.1" status: 204 len: 168 time: 0.3520057 Mar 10 05:13:34.251647 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084edae9-5df2-4225-9097-470555e51645,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:34.259031 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.259410 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.259746 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.260077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.260403 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.260723 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.261043 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.261394 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.261720 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.262030 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.262349 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.262771 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.262958 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f5849-7d11-422e-9a8d-3212e0ccd3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:34.461585 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ab16-9f48-4c89-bc1f-ad6d291740a4 req-86b936da-1d5c-4300-873a-ba3a2de94ebd tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:34.463364 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fcb3ab16-9f48-4c89-bc1f-ad6d291740a4 req-86b936da-1d5c-4300-873a-ba3a2de94ebd tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0561414 Mar 10 05:13:34.510640 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-fcb3ab16-9f48-4c89-bc1f-ad6d291740a4 req-44f1da44-305a-4ace-a4e8-1af48f0dcfe0 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Mar 10 05:13:34.522018 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:34.535213 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd59d937-370c-4024-ac8d-52d5ee745305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.609008 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd59d937-370c-4024-ac8d-52d5ee745305 admin admin] Publish callbacks [] for security_group (3971a53e-8c5d-4b56-8c8e-22cb52506bec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.613244 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd59d937-370c-4024-ac8d-52d5ee745305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (3971a53e-8c5d-4b56-8c8e-22cb52506bec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.652748 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-cd59d937-370c-4024-ac8d-52d5ee745305 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84c2825dbaab4cb089b0fd7039e10f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295271 Mar 10 05:13:34.655241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:34.661874 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59d937-370c-4024-ac8d-52d5ee745305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971a53e-8c5d-4b56-8c8e-22cb52506bec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:34.745809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8ae4b-1511-49d9-89b6-2d33f5c8046c req-ad4b8f28-ca9e-4966-a5ec-2c1902af9416 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:34.747264 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e8a8ae4b-1511-49d9-89b6-2d33f5c8046c req-ad4b8f28-ca9e-4966-a5ec-2c1902af9416 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0863729 Mar 10 05:13:34.750088 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] Publish callbacks [] for security_group (3971a53e-8c5d-4b56-8c8e-22cb52506bec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.787452 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] Publish callbacks [] for security_group (3971a53e-8c5d-4b56-8c8e-22cb52506bec), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.830827 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-e8a8ae4b-1511-49d9-89b6-2d33f5c8046c req-4d6c1561-5c92-4883-b0b2-fb27a5fd1c68 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779812 Mar 10 05:13:34.853742 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (3971a53e-8c5d-4b56-8c8e-22cb52506bec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.856267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:34.857397 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3971a53e-8c5d-4b56-8c8e-22cb52506bec HTTP/1.1" status: 204 len: 168 time: 0.2012463 Mar 10 05:13:34.865097 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb1317-1c19-47cc-8a3e-05c09f9e51b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971a53e-8c5d-4b56-8c8e-22cb52506bec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:35.633319 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c11f28-f2a9-4ca2-a6ba-8eea141f8798 req-f4d52d36-f0fe-4bab-b90e-dcb6867bed38 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:35.634824 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-91c11f28-f2a9-4ca2-a6ba-8eea141f8798 req-f4d52d36-f0fe-4bab-b90e-dcb6867bed38 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Mar 10 05:13:35.707526 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-91c11f28-f2a9-4ca2-a6ba-8eea141f8798 req-490aa8a3-b67b-468c-b129-4645b98816ea tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664122 Mar 10 05:13:35.735001 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-38e0dd58-740c-4344-8bec-056c54791b49 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:35.736475 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-38e0dd58-740c-4344-8bec-056c54791b49 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 946 time: 0.0639045 Mar 10 05:13:35.832103 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Deleting port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:13:35.832444 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:35.930789 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] For port 83dba42e-8bee-4c9f-82ff-056104ca5ef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=83dba42e-8bee-4c9f-82ff-056104ca5ef8,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:35.931153 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:35.948399 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Calling delete_port for 83dba42e-8bee-4c9f-82ff-056104ca5ef8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:13:35.956179 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049cb80-2094-49f3-ad4e-20064f62b806 req-18a42e35-792a-4969-b495-2cdcfdeaf7bf tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:35.958925 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5049cb80-2094-49f3-ad4e-20064f62b806 req-18a42e35-792a-4969-b495-2cdcfdeaf7bf tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0568388 Mar 10 05:13:36.012547 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-5049cb80-2094-49f3-ad4e-20064f62b806 req-8186e0cc-e5cb-4926-ad9a-4fdf5e2a33b8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476484 Mar 10 05:13:36.084582 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (83dba42e-8bee-4c9f-82ff-056104ca5ef8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:36.100979 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['83dba42e-8bee-4c9f-82ff-056104ca5ef8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:13:36.114694 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Pushing event deleted for resources: {'Port': ['ID=83dba42e-8bee-4c9f-82ff-056104ca5ef8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:36.166548 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] No DVR routers for this DVR port 83dba42e-8bee-4c9f-82ff-056104ca5ef8 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:13:36.169005 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:36.172320 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-481b51b0-efd0-4a10-98b3-199b84153a39 req-078d5307-1836-4d02-8eea-85e92fee9323 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "DELETE /v2.0/ports/83dba42e-8bee-4c9f-82ff-056104ca5ef8 HTTP/1.1" status: 204 len: 173 time: 0.4306500 Mar 10 05:13:36.172762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'name': 'network-vif-deleted', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:36.175024 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9550a-a3d2-4a92-b745-40aac5de5b8e" -d '{"events": [{"server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "name": "network-vif-deleted", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:36.221606 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344abf76-b3dc-41ab-94ee-b749c1e980a0 x-openstack-request-id: req-344abf76-b3dc-41ab-94ee-b749c1e980a0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:36.221929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23a6353-3770-4e8a-a171-557ae12dd287", "name": "network-vif-deleted", "tag": "83dba42e-8bee-4c9f-82ff-056104ca5ef8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:36.222263 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-344abf76-b3dc-41ab-94ee-b749c1e980a0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:36.222586 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23a6353-3770-4e8a-a171-557ae12dd287', 'name': 'network-vif-deleted', 'tag': '83dba42e-8bee-4c9f-82ff-056104ca5ef8', 'status': 'completed', 'code': 200} Mar 10 05:13:36.824346 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c9ad548d-db78-4d2e-bec6-e750758c6989 req-631d84ef-5d62-4e37-989e-8a26bf8b03b5 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=d23a6353-3770-4e8a-a171-557ae12dd287 HTTP/1.1" status: 200 len: 210 time: 0.0346310 Mar 10 05:13:37.152384 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19578df2-31ae-4e0e-bc66-f55a1344d9be req-8f7da2cf-dd75-4fb2-9cdf-7d5d83aa843a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:37.153814 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19578df2-31ae-4e0e-bc66-f55a1344d9be req-8f7da2cf-dd75-4fb2-9cdf-7d5d83aa843a tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0546894 Mar 10 05:13:37.202603 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-19578df2-31ae-4e0e-bc66-f55a1344d9be req-aa6e07ef-3639-42a5-b68a-d23f23f2f00d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 Mar 10 05:13:38.124281 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-2accaa44-71cc-4b4d-a755-df3d27bab9cc tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:38.125659 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-2accaa44-71cc-4b4d-a755-df3d27bab9cc tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 809 time: 0.0998192 Mar 10 05:13:38.141131 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-6889eb12-3cf9-46ad-90ed-90a6bf8337bb tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/quotas/53e712c9f04c4482b8eb4962c6c5fc83 HTTP/1.1" status: 200 len: 375 time: 0.0100541 Mar 10 05:13:38.178119 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-993e7836-8ff4-4f5d-a8b8-1110707aa59d tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268221 Mar 10 05:13:38.274733 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-933eb658-5ece-4514-b830-f21ad1e0f6d4 service neutron] 10.222.0.11 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936167 Mar 10 05:13:38.329032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797af104-7ae3-4c1b-8480-22957692ab31 req-2def593a-2cac-41d5-844f-27d897219a36 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:38.330564 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-797af104-7ae3-4c1b-8480-22957692ab31 req-2def593a-2cac-41d5-844f-27d897219a36 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0566325 Mar 10 05:13:38.385084 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-61b79ff9-6989-450c-8676-c5b177460630 service neutron] 10.222.0.11 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041274 Mar 10 05:13:38.385697 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-797af104-7ae3-4c1b-8480-22957692ab31 req-24f5726d-c5f0-48ef-90b0-40c5d77fbb33 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472391 Mar 10 05:13:38.557251 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a343400b-5d56-4496-b44c-2c7135744e7d req-183a1bbe-4949-4f2f-80a1-d0cf27dc87db tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 210 time: 0.0311322 Mar 10 05:13:38.924998 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-cfd98f09-cc9a-4cdf-a784-98980fa2c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:38.926409 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-cfd98f09-cc9a-4cdf-a784-98980fa2c56d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.0450222 Mar 10 05:13:39.017619 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-a5c6eca1-bd82-46e7-9b54-7be1706e3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:39.019060 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-a5c6eca1-bd82-46e7-9b54-7be1706e3401 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0875845 Mar 10 05:13:39.083560 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-8980355f-2505-4bd2-a4ed-91b2a65bde56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1002 time: 0.0564103 Mar 10 05:13:39.132662 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-1f913909-ccb3-464c-ad25-aec4f0dcd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:39.134083 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-1f913909-ccb3-464c-ad25-aec4f0dcd869 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0449860 Mar 10 05:13:39.182094 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-b6c66ae3-f18d-438d-84cf-83c72352e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:39.183459 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-b6c66ae3-f18d-438d-84cf-83c72352e3c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425339 Mar 10 05:13:39.274419 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-283c5681-db78-4aa0-8cc6-32fa71019a7d service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Mar 10 05:13:39.657591 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-47ee851f-8dee-49ac-9ffc-3df66c5c5ff2 req-30f88897-d53d-4f69-b7da-6b5d1f308293 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 210 time: 0.0306687 Mar 10 05:13:39.761937 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6758a4-4aa8-42d6-8617-14b330e689e3 req-165685e8-8a3b-4a84-812d-4dcde864ed83 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:39.763376 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ff6758a4-4aa8-42d6-8617-14b330e689e3 req-165685e8-8a3b-4a84-812d-4dcde864ed83 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.1868498 Mar 10 05:13:39.767029 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-3547f4dd-3438-4ebb-b05d-27d2e3361626 req-8484dc16-4c7f-43f1-80f3-419dec5c1adc service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844551 Mar 10 05:13:39.772970 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-0566ae5b-a456-4691-bd3e-a26af61a1fe5 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:39.774346 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-0566ae5b-a456-4691-bd3e-a26af61a1fe5 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 809 time: 0.1967468 Mar 10 05:13:39.788687 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Request body: {'port': {'device_id': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469', 'admin_state_up': True, 'tenant_id': '53e712c9f04c4482b8eb4962c6c5fc83'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:39.888164 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ff6758a4-4aa8-42d6-8617-14b330e689e3 req-e65dd7dd-fe02-48e2-b7c5-7455542b00ce tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128638 Mar 10 05:13:39.927570 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Made reservation on behalf of 53e712c9f04c4482b8eb4962c6c5fc83 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:39.930932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:39.940641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:40.044437 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18d99d3e-020c-40dc-ab11-cbbfed712754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.057609 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Allocated IP 172.20.0.12 (ce25113b-a700-495d-bb6c-2e7d72620469/d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875/44d999df-55a7-4013-a081-92e277deb7c4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:13:40.118776 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18d99d3e-020c-40dc-ab11-cbbfed712754 admin admin] Publish callbacks [] for security_group (dd657fc1-9e1c-4f34-b954-c547aed1b640), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.122637 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18d99d3e-020c-40dc-ab11-cbbfed712754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dd657fc1-9e1c-4f34-b954-c547aed1b640), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.161294 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-18d99d3e-020c-40dc-ab11-cbbfed712754 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97c6045f7a9a4aef95d72e6f4c9e07c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194786 Mar 10 05:13:40.162790 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d99d3e-020c-40dc-ab11-cbbfed712754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd657fc1-9e1c-4f34-b954-c547aed1b640,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:40.164636 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:40.236284 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks [] for port (44d999df-55a7-4013-a081-92e277deb7c4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.253277 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] Publish callbacks [] for security_group (dd657fc1-9e1c-4f34-b954-c547aed1b640), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.285839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] Publish callbacks [] for security_group (dd657fc1-9e1c-4f34-b954-c547aed1b640), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.314980 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.363516 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Network ce25113b-a700-495d-bb6c-2e7d72620469 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:13:40.367510 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:13:40.373733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:13:40.377451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (dd657fc1-9e1c-4f34-b954-c547aed1b640), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.380552 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.381686 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd657fc1-9e1c-4f34-b954-c547aed1b640 HTTP/1.1" status: 204 len: 168 time: 0.2160926 Mar 10 05:13:40.382430 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Pushing event updated for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:40.418071 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e4372-90d6-4ae2-b077-ab0b6f371a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd657fc1-9e1c-4f34-b954-c547aed1b640,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:40.438632 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:40.439249 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.456547 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-20668da7-d2c2-4d21-bec6-fff766ff15ad tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6727684 Mar 10 05:13:40.467543 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Request body: {'port': {'device_id': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:40.530297 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (44d999df-55a7-4013-a081-92e277deb7c4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.653241 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:40.666127 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0da64a39-f589-4413-ac77-e554fd99612a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.760777 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0da64a39-f589-4413-ac77-e554fd99612a admin admin] Publish callbacks [] for security_group (fd823613-b274-425a-bed6-f1179f94d7aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.776872 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0da64a39-f589-4413-ac77-e554fd99612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fd823613-b274-425a-bed6-f1179f94d7aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.807672 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d999df-55a7-4013-a081-92e277deb7c4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:13:40.815284 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks [] for port (44d999df-55a7-4013-a081-92e277deb7c4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.825658 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0da64a39-f589-4413-ac77-e554fd99612a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24b49e76f48a490393932f06e3c11d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713119 Mar 10 05:13:40.827581 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:40.829836 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da64a39-f589-4413-ac77-e554fd99612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd823613-b274-425a-bed6-f1179f94d7aa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:40.830250 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Transition to ACTIVE for port object 44d999df-55a7-4013-a081-92e277deb7c4 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:13:40.843346 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:40.845125 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440afc0-b035-4ca5-a9cf-d59cbd497e11 req-b85728cb-af67-4034-a4e0-053cb8390231 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:40.846564 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1440afc0-b035-4ca5-a9cf-d59cbd497e11 req-b85728cb-af67-4034-a4e0-053cb8390231 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 932 time: 0.0995040 Mar 10 05:13:40.895785 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1440afc0-b035-4ca5-a9cf-d59cbd497e11 req-833e9dec-7aaf-4fb4-9d30-af2d6433082e tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Mar 10 05:13:40.921968 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Pushing event updated for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:40.945301 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] Publish callbacks [] for security_group (fd823613-b274-425a-bed6-f1179f94d7aa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.021170 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] Publish callbacks [] for security_group (fd823613-b274-425a-bed6-f1179f94d7aa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.051722 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 83dba42e-8bee-4c9f-82ff-056104ca5ef8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:13:41.073170 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Attempting to bind port 44d999df-55a7-4013-a081-92e277deb7c4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:13:41.073426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Attempting to bind port 44d999df-55a7-4013-a081-92e277deb7c4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:13:41.073759 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Attempting to bind port 44d999df-55a7-4013-a081-92e277deb7c4 on network ce25113b-a700-495d-bb6c-2e7d72620469 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:13:41.074794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 83dba42e-8bee-4c9f-82ff-056104ca5ef8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:13:41.075143 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 83dba42e-8bee-4c9f-82ff-056104ca5ef8 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:13:41.086884 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519743-8622-46e3-a640-d2b98ffad773 req-32eb1d2c-f585-4c65-af49-994f34486011 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.088381 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-98519743-8622-46e3-a640-d2b98ffad773 req-32eb1d2c-f585-4c65-af49-994f34486011 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.1192021 Mar 10 05:13:41.089640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Port 44d999df-55a7-4013-a081-92e277deb7c4 on network ce25113b-a700-495d-bb6c-2e7d72620469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:13:41.089960 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Attempting to bind port 44d999df-55a7-4013-a081-92e277deb7c4 on network ce25113b-a700-495d-bb6c-2e7d72620469 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:13:41.098048 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:13:41.098536 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Checking segment: {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:13:41.098928 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Bound using segment: {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:13:41.099360 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Bound port: 44d999df-55a7-4013-a081-92e277deb7c4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5b05e0-c28d-4402-82e8-a779f92eaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:13:41.099777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (44d999df-55a7-4013-a081-92e277deb7c4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.162748 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (fd823613-b274-425a-bed6-f1179f94d7aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.165317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.166450 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd823613-b274-425a-bed6-f1179f94d7aa HTTP/1.1" status: 204 len: 168 time: 0.3379149 Mar 10 05:13:41.196832 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9ece1-4861-469c-b2cb-d569c558b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd823613-b274-425a-bed6-f1179f94d7aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:41.201698 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-98519743-8622-46e3-a640-d2b98ffad773 req-2693c789-01e2-4cab-9304-74aeafb4d2ac tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062529 Mar 10 05:13:41.218686 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:13:41.222122 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=44d999df-55a7-4013-a081-92e277deb7c4,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:13:41.241087 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.279688 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.280319 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.281739 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] 10.222.0.24 "PUT /v2.0/ports/44d999df-55a7-4013-a081-92e277deb7c4 HTTP/1.1" status: 200 len: 1094 time: 0.8182561 Mar 10 05:13:41.282212 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:41.284798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410bde0-6eb8-4733-9498-f560b57c7d81" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "tag": "44d999df-55a7-4013-a081-92e277deb7c4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:41.308563 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2f37e-cfa7-47e4-8d17-6b7fc2fb3539 service neutron] Pushing event updated for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:41.350411 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f21c95-2766-4f1d-ad42-794a53bac629 x-openstack-request-id: req-82f21c95-2766-4f1d-ad42-794a53bac629 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:41.350864 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "tag": "44d999df-55a7-4013-a081-92e277deb7c4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:41.351198 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82f21c95-2766-4f1d-ad42-794a53bac629 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:41.351436 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4', 'status': 'completed', 'code': 200} Mar 10 05:13:41.371887 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-a27c371a-b963-4712-bb97-4d7d96e877db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.373849 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-a27c371a-b963-4712-bb97-4d7d96e877db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 1128 time: 0.0531430 Mar 10 05:13:41.420720 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-9db36d75-2ca9-4be5-a49f-c5a1ca57d033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44d999df-55a7-4013-a081-92e277deb7c4 HTTP/1.1" status: 200 len: 217 time: 0.0382950 Mar 10 05:13:41.470303 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-06f0bd84-a9bb-449e-b5d4-4f36ce9886fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.471904 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-06f0bd84-a9bb-449e-b5d4-4f36ce9886fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 HTTP/1.1" status: 200 len: 849 time: 0.0453346 Mar 10 05:13:41.507435 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-8f23c062-104e-48b2-9184-0db1b78b84dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce25113b-a700-495d-bb6c-2e7d72620469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294449 Mar 10 05:13:41.554198 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:41.569032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18165226-c39e-4657-bd37-e02d0b8bbfcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.608345 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-01d5aee9-f5dc-45f9-a1c3-c0331cfb3066 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944269 Mar 10 05:13:41.651639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18165226-c39e-4657-bd37-e02d0b8bbfcc admin admin] Publish callbacks [] for security_group (1b0b2926-e5df-4932-9566-c2b4c44ca8b6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.656222 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18165226-c39e-4657-bd37-e02d0b8bbfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1b0b2926-e5df-4932-9566-c2b4c44ca8b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.699097 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-18165226-c39e-4657-bd37-e02d0b8bbfcc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e0ea35c94b4420dba7bc1345a2c0ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437905 Mar 10 05:13:41.700914 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18165226-c39e-4657-bd37-e02d0b8bbfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b2926-e5df-4932-9566-c2b4c44ca8b6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:41.703527 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:41.720166 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a5021663-bb4b-48d3-9a76-7d313caf6512 req-b708fc24-29dc-463b-ab67-bd524d14144f service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055341 Mar 10 05:13:41.758862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] Publish callbacks [] for security_group (1b0b2926-e5df-4932-9566-c2b4c44ca8b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.805336 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] Publish callbacks [] for security_group (1b0b2926-e5df-4932-9566-c2b4c44ca8b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.848883 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-e3ac6a4b-5063-4a4c-8af6-68bf2341442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.850335 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-e3ac6a4b-5063-4a4c-8af6-68bf2341442e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 1128 time: 0.0809002 Mar 10 05:13:41.883872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (1b0b2926-e5df-4932-9566-c2b4c44ca8b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.886454 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:41.887539 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b0b2926-e5df-4932-9566-c2b4c44ca8b6 HTTP/1.1" status: 204 len: 168 time: 0.1830895 Mar 10 05:13:41.927317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350cf20-143d-4d6a-9443-470253f140b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b2926-e5df-4932-9566-c2b4c44ca8b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:41.964037 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-d577c407-d5af-45f7-b5ea-55874ea3a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:41.965902 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-d577c407-d5af-45f7-b5ea-55874ea3a405 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 200 len: 909 time: 0.1081550 Mar 10 05:13:42.021992 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-ada06064-cc96-4f4b-9419-beef4692194c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44d999df-55a7-4013-a081-92e277deb7c4 HTTP/1.1" status: 200 len: 217 time: 0.0490286 Mar 10 05:13:42.099039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-8f65e3ff-8e46-4d2c-a723-2937cecbd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.100410 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-8f65e3ff-8e46-4d2c-a723-2937cecbd464 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 HTTP/1.1" status: 200 len: 849 time: 0.0689020 Mar 10 05:13:42.111780 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec634-1963-47a3-89e9-6fd6381367c8 req-e99e8562-a73f-4f4f-8dea-15fb327bff40 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.113177 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ba9ec634-1963-47a3-89e9-6fd6381367c8 req-e99e8562-a73f-4f4f-8dea-15fb327bff40 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 944 time: 0.0943184 Mar 10 05:13:42.148914 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-99f548cf-22e7-427e-800e-5dfc70b1f17d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce25113b-a700-495d-bb6c-2e7d72620469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340369 Mar 10 05:13:42.233594 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-ba9ec634-1963-47a3-89e9-6fd6381367c8 req-ebd8e7b8-7dbe-4629-ad27-d4e12f9a4308 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102295 Mar 10 05:13:42.263567 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-4eb2886a-caaf-4f55-a9d3-b3c50cd32000 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066213 Mar 10 05:13:42.353063 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf982375-c640-45cf-bd08-611e1b7666e0 req-6523a72f-2939-499a-aea1-b3f4e2b4e048 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.357610 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bf982375-c640-45cf-bd08-611e1b7666e0 req-6523a72f-2939-499a-aea1-b3f4e2b4e048 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0583162 Mar 10 05:13:42.365842 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-6410bde0-6eb8-4733-9498-f560b57c7d81 req-5a145ebf-6b88-4696-af66-fa0a532ec0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952280 Mar 10 05:13:42.409308 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-bf982375-c640-45cf-bd08-611e1b7666e0 req-1f1ce657-152f-47e2-99e8-ab4c3efe562c tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473113 Mar 10 05:13:42.631767 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:42.631912 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618eb83-6aaa-42ab-ae55-47a3a5ead836 req-b5511af4-2d46-4ead-ba12-b5cbf24af8af tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.633328 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a618eb83-6aaa-42ab-ae55-47a3a5ead836 req-b5511af4-2d46-4ead-ba12-b5cbf24af8af tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0571797 Mar 10 05:13:42.696361 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1184233295-network', 'tenant_id': 'c7508132cdc447a9b6bdef1b6b26da53'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:42.711718 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a618eb83-6aaa-42ab-ae55-47a3a5ead836 req-2bf18cc3-f694-43d0-8d03-8499c7da3eb8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720224 Mar 10 05:13:42.716398 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Made reservation on behalf of c7508132cdc447a9b6bdef1b6b26da53 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:42.719224 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.726748 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-3fa2d19f-608b-4c49-adc6-674949dc87e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1708171 Mar 10 05:13:42.728590 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.808606 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks [] for security_group (e79a92f9-5099-4b38-982c-473c6b4f1c36), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.813982 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e79a92f9-5099-4b38-982c-473c6b4f1c36), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.836660 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:13:42.850862 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a92f9-5099-4b38-982c-473c6b4f1c36,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:42.856618 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (beced990-3b82-4d41-a12e-3f79f2684c48), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.856963 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Added segment beced990-3b82-4d41-a12e-3f79f2684c48 of type vlan for network 54b78849-e208-4860-b3e0-6fdff9d509a0 Mar 10 05:13:42.897824 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (54b78849-e208-4860-b3e0-6fdff9d509a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.920217 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-b421bc75-2faa-4eed-b8c1-43d8799034b8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.921559 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-b421bc75-2faa-4eed-b8c1-43d8799034b8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports/7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 943 time: 0.1650252 Mar 10 05:13:42.922793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (54b78849-e208-4860-b3e0-6fdff9d509a0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.924300 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:42.924883 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:42.962618 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3270135 Mar 10 05:13:42.963025 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:42.968012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Request body: {'subnet': {'network_id': '54b78849-e208-4860-b3e0-6fdff9d509a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1184233295-subnet', 'tenant_id': 'c7508132cdc447a9b6bdef1b6b26da53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:42.991221 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Made reservation on behalf of c7508132cdc447a9b6bdef1b6b26da53 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:42.993886 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cf1da-7c37-476e-965c-7fd76662e620 admin admin] Pushing event updated for resources: {'Network': ['ID=54b78849-e208-4860-b3e0-6fdff9d509a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:43.003111 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260030'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.003559 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 54b78849-e208-4860-b3e0-6fdff9d509a0 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:13:43.190770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13259984'] for subnet (d3e7e6a2-edbc-49ab-b21b-c1d26143df58), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.240785 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e7e6a2-edbc-49ab-b21b-c1d26143df58,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:43.257048 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Checking segment: {'id': 'beced990-3b82-4d41-a12e-3f79f2684c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '54b78849-e208-4860-b3e0-6fdff9d509a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:13:43.257215 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Network hostable DHCP agents. Network: 54b78849-e208-4860-b3e0-6fdff9d509a0, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:13:43.275173 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Network 54b78849-e208-4860-b3e0-6fdff9d509a0 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:13:43.285302 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 54b78849-e208-4860-b3e0-6fdff9d509a0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:13:43.290359 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:43.290967 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.296479 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1071244d-e9e8-4805-a58a-7b0dad9b7066 None None] Network 54b78849-e208-4860-b3e0-6fdff9d509a0 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:43.312437 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4d7c38b9-6cc8-472e-9f01-91cdcf3afb6a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3482580 Mar 10 05:13:43.393775 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f668f9-63bf-4304-91d8-2aa2eadae2ae req-96256716-3a09-4572-9beb-8567367dec96 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:43.395801 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e7f668f9-63bf-4304-91d8-2aa2eadae2ae req-96256716-3a09-4572-9beb-8567367dec96 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 944 time: 0.0864651 Mar 10 05:13:43.432464 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c90140c8-1b11-40f3-8e48-02269f9518ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.442734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8b981-9254-4a25-895c-a433284a65d3 None None] Network 54b78849-e208-4860-b3e0-6fdff9d509a0 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:43.465400 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e7f668f9-63bf-4304-91d8-2aa2eadae2ae req-91335e98-2de1-4b84-b0de-e1ee2703c140 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628035 Mar 10 05:13:43.822888 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 52880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:43.828487 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614807422-network', 'tenant_id': 'da47df710cf24b70afb63e07aff9dce4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:43.849689 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Made reservation on behalf of da47df710cf24b70afb63e07aff9dce4 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:43.852058 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.859106 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0f01e-a2b6-4df6-9fd6-893da13e9470 req-593e4b5a-4b3e-436b-a643-55187a808222 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:43.860538 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.860668 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1ab0f01e-a2b6-4df6-9fd6-893da13e9470 req-593e4b5a-4b3e-436b-a643-55187a808222 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0734496 Mar 10 05:13:43.915780 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-1ab0f01e-a2b6-4df6-9fd6-893da13e9470 req-95ee86b1-6d82-4911-93b0-90d36bb803d5 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464759 Mar 10 05:13:43.938976 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks [] for security_group (b846cfa0-ef9a-4acc-b942-58be2d91a2fe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.942958 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b846cfa0-ef9a-4acc-b942-58be2d91a2fe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.964015 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:13:43.977795 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b846cfa0-ef9a-4acc-b942-58be2d91a2fe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:43.983644 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4892d48a-351d-4934-aa42-495daee46035), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:43.983984 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.segments_db [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Added segment 4892d48a-351d-4934-aa42-495daee46035 of type vlan for network 0fdb5313-2b48-4525-8ec3-b42d3196d9f2 Mar 10 05:13:44.029641 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (0fdb5313-2b48-4525-8ec3-b42d3196d9f2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.053907 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (0fdb5313-2b48-4525-8ec3-b42d3196d9f2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.054889 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.055463 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.088579 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2645891 Mar 10 05:13:44.091416 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 52882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:44.096425 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Request body: {'subnet': {'network_id': '0fdb5313-2b48-4525-8ec3-b42d3196d9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614807422-subnet', 'tenant_id': 'da47df710cf24b70afb63e07aff9dce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:13:44.114490 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Made reservation on behalf of da47df710cf24b70afb63e07aff9dce4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:13:44.117317 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13260030'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.126568 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0ea80-e136-40a3-9ef2-9f09c376c831 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdb5313-2b48-4525-8ec3-b42d3196d9f2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:44.137187 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 0fdb5313-2b48-4525-8ec3-b42d3196d9f2 details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:13:44.165990 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-b25e9882-3e7f-43d6-888e-cee5f7c8811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.167488 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-b25e9882-3e7f-43d6-888e-cee5f7c8811b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007&tenant_id=f16f0973561d4199b22e45b6249075ce HTTP/1.1" status: 200 len: 1130 time: 0.0484512 Mar 10 05:13:44.235980 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-a8dbc4d5-7300-4118-a899-376692bcb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.237424 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-a8dbc4d5-7300-4118-a899-376692bcb12b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.0494354 Mar 10 05:13:44.299592 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16146707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13259984'] for subnet (f12b5cef-7f93-4785-a69e-aefcf02bb312), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.325257 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-9fb3603b-7a9e-4d33-9676-5e66e2d59c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.326779 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-9fb3603b-7a9e-4d33-9676-5e66e2d59c40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0838685 Mar 10 05:13:44.358532 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12b5cef-7f93-4785-a69e-aefcf02bb312,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:44.370547 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Checking segment: {'id': '4892d48a-351d-4934-aa42-495daee46035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fdb5313-2b48-4525-8ec3-b42d3196d9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:13:44.370915 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Network hostable DHCP agents. Network: 0fdb5313-2b48-4525-8ec3-b42d3196d9f2, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:13:44.387353 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Network 0fdb5313-2b48-4525-8ec3-b42d3196d9f2 is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:13:44.397298 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 0fdb5313-2b48-4525-8ec3-b42d3196d9f2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:13:44.397704 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-e10b129b-acce-4c3d-9eaa-932b6b5a488c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1002 time: 0.0647581 Mar 10 05:13:44.401217 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.401840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:44.406219 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf4ebd-cf56-4dcf-b94f-b65e2e835f3b None None] Network 0fdb5313-2b48-4525-8ec3-b42d3196d9f2 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:44.419534 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c4917bc5-d1a6-470d-88de-3145d33348b9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3266954 Mar 10 05:13:44.451774 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-f9625f95-2c1b-4a6d-bb4a-a11f30437dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.453249 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-f9625f95-2c1b-4a6d-bb4a-a11f30437dc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0492144 Mar 10 05:13:44.506373 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-c566df22-89a1-4d99-ae72-884fbd7ea937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.507892 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-c566df22-89a1-4d99-ae72-884fbd7ea937 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489819 Mar 10 05:13:44.511422 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a727b88-3441-497d-8613-865ffcd6fb40 None None] Network 0fdb5313-2b48-4525-8ec3-b42d3196d9f2 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:13:44.644252 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-3c920e6e-affb-4967-98d3-201091e5a702 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292655 Mar 10 05:13:44.651832 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08466391-38e8-4c61-a384-e48a2bce547f req-bfca0d99-7911-459a-bb18-bd32b588fbff tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:44.653224 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-08466391-38e8-4c61-a384-e48a2bce547f req-bfca0d99-7911-459a-bb18-bd32b588fbff tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 944 time: 0.1081541 Mar 10 05:13:44.757788 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-08466391-38e8-4c61-a384-e48a2bce547f req-11a54187-98fb-40ff-80e9-2fed9e6f17ec tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954413 Mar 10 05:13:44.772260 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-efb3964d-4a55-46c3-8ddd-b936f1cda643 req-72c2e955-90b7-4187-882c-aacc263de205 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181083 Mar 10 05:13:45.039210 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf335e5-a2d7-4b08-a7f7-71b6f6325f45 req-3003b701-0bf3-42e0-889e-66e7c429b13b tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:45.040699 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9cf335e5-a2d7-4b08-a7f7-71b6f6325f45 req-3003b701-0bf3-42e0-889e-66e7c429b13b tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0543504 Mar 10 05:13:45.066540 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 44d999df-55a7-4013-a081-92e277deb7c4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:13:45.070574 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:13:45.089126 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9cf335e5-a2d7-4b08-a7f7-71b6f6325f45 req-c1862d90-19e1-4199-8b23-795d88f25beb tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Mar 10 05:13:45.225243 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 7417b9f8-2bb1-417d-ad25-bfae061ab47c is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:45.225887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:45.251446 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=44d999df-55a7-4013-a081-92e277deb7c4,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:45.268549 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:45.271383 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb7230-2263-4657-b602-24f66a0dd998" -d '{"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-unplugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:45.278076 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '44d999df-55a7-4013-a081-92e277deb7c4', 'network_id': 'ce25113b-a700-495d-bb6c-2e7d72620469', 'port_id': '44d999df-55a7-4013-a081-92e277deb7c4', 'mac_address': 'fa:16:3e:e3:8b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99ae6f5-f89f-4d95-ba78-7ddbe3ba1875', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:13:45.287588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:45.461606 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569e59d-0661-442d-be6f-0047083a3773 x-openstack-request-id: req-3569e59d-0661-442d-be6f-0047083a3773 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:45.461905 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-unplugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:45.462152 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3569e59d-0661-442d-be6f-0047083a3773 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:45.462535 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'code': 200} Mar 10 05:13:45.465759 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:45.513417 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 44d999df-55a7-4013-a081-92e277deb7c4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:45.513806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (44d999df-55a7-4013-a081-92e277deb7c4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:45.538969 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d999df-55a7-4013-a081-92e277deb7c4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:13:45.563785 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:45.588321 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.588870 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.589452 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.590040 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.590626 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.591206 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.591788 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.592325 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.592866 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.593328 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.593751 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.594217 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.594622 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:45.599439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=44d999df-55a7-4013-a081-92e277deb7c4,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:45.603401 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:45.663510 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4797ca6-24aa-4cdd-bf6b-7c9270b8636c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:45.664969 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:45.797649 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['44d999df-55a7-4013-a081-92e277deb7c4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:13:45.883264 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aca32b-7d13-434f-9b74-b12049fdd4f2 req-70302c7e-e22b-4ee3-85a7-9fc36906ca77 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:45.884906 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-10aca32b-7d13-434f-9b74-b12049fdd4f2 req-70302c7e-e22b-4ee3-85a7-9fc36906ca77 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Mar 10 05:13:45.932716 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-10aca32b-7d13-434f-9b74-b12049fdd4f2 req-fb94ed98-534c-4705-adf3-d96d5486b51f tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Mar 10 05:13:46.214735 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61058b9-b194-43ea-914f-354bb227094f req-cbe23ed2-ee5a-45b3-a6f6-d3332ad18a10 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:46.216319 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b61058b9-b194-43ea-914f-354bb227094f req-cbe23ed2-ee5a-45b3-a6f6-d3332ad18a10 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0570064 Mar 10 05:13:46.272352 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b61058b9-b194-43ea-914f-354bb227094f req-0a6dc758-ac62-4d72-87e7-70719879c579 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499651 Mar 10 05:13:46.733725 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:47.052672 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb523b-9a29-4110-8970-e5aed45a6fe5 req-4dd7123d-4002-4b11-b24e-d93bd7a8bf41 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:47.054129 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-69eb523b-9a29-4110-8970-e5aed45a6fe5 req-4dd7123d-4002-4b11-b24e-d93bd7a8bf41 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Mar 10 05:13:47.085921 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 44d999df-55a7-4013-a081-92e277deb7c4 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:13:47.099046 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-69eb523b-9a29-4110-8970-e5aed45a6fe5 req-0acc249d-4644-4e9a-aad1-831b8001f239 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Mar 10 05:13:47.133456 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 44d999df-55a7-4013-a081-92e277deb7c4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:13:47.137439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 44d999df-55a7-4013-a081-92e277deb7c4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:13:47.137853 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (44d999df-55a7-4013-a081-92e277deb7c4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:47.213961 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 44d999df-55a7-4013-a081-92e277deb7c4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:47.214264 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (44d999df-55a7-4013-a081-92e277deb7c4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:47.246149 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=44d999df-55a7-4013-a081-92e277deb7c4,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:47.249732 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:47.297380 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:47.398380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a784d6c-6eb8-49f7-b1af-4a5c13876d24 req-d45b1e9e-ef6c-4ba7-a4e9-dde40d501f2c tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:47.399852 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5a784d6c-6eb8-49f7-b1af-4a5c13876d24 req-d45b1e9e-ef6c-4ba7-a4e9-dde40d501f2c tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0581033 Mar 10 05:13:47.450108 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5a784d6c-6eb8-49f7-b1af-4a5c13876d24 req-1d051a03-a7bf-4982-819f-a3dd24c80590 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Mar 10 05:13:47.463570 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:47.466241 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed82fd90-c965-453a-8418-200a98070331" -d '{"events": [{"server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "name": "network-vif-plugged", "status": "completed", "tag": "44d999df-55a7-4013-a081-92e277deb7c4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:47.506807 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285134fd-c70e-4b3d-afbf-9e7a43b279f9 x-openstack-request-id: req-285134fd-c70e-4b3d-afbf-9e7a43b279f9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:47.507113 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "name": "network-vif-plugged", "status": "completed", "tag": "44d999df-55a7-4013-a081-92e277deb7c4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:47.507369 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-285134fd-c70e-4b3d-afbf-9e7a43b279f9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:47.507900 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4', 'code': 200} Mar 10 05:13:47.684234 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a7a3-08df-49e8-82b9-5a8e0b33f27a req-6b86b08b-e1a3-4d75-b70f-5e3bfef4cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:47.685771 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb23a7a3-08df-49e8-82b9-5a8e0b33f27a req-6b86b08b-e1a3-4d75-b70f-5e3bfef4cc13 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 1130 time: 0.0457685 Mar 10 05:13:47.731517 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-cb23a7a3-08df-49e8-82b9-5a8e0b33f27a req-9f39dbdf-e434-40e3-a139-bfc8cc79a596 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Mar 10 05:13:48.090850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:48.222051 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3e0b-87b0-4e2b-aa37-b9d6c6a0db81 req-704c07b9-3d09-453e-95cb-1ebd26b028f5 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:48.223759 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-915d3e0b-87b0-4e2b-aa37-b9d6c6a0db81 req-704c07b9-3d09-453e-95cb-1ebd26b028f5 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 946 time: 0.0554490 Mar 10 05:13:48.276014 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-915d3e0b-87b0-4e2b-aa37-b9d6c6a0db81 req-d73772df-ee29-4cd8-9665-857bfc9f6ea8 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Mar 10 05:13:48.579261 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0549b-d274-47c3-974d-0ea0f10461d4 req-05f99bdd-b855-4fe3-a999-5cc2f4f4f0ee tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:48.580968 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-75a0549b-d274-47c3-974d-0ea0f10461d4 req-05f99bdd-b855-4fe3-a999-5cc2f4f4f0ee tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0612116 Mar 10 05:13:48.638383 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-75a0549b-d274-47c3-974d-0ea0f10461d4 req-22370adb-8aff-4c8b-b56a-84da2f1a1cc8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519083 Mar 10 05:13:49.405503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770080b5-55a1-4898-802f-49d09e67b60c req-32872a07-b04e-4c16-834c-1809f0c18738 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:49.407624 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-770080b5-55a1-4898-802f-49d09e67b60c req-32872a07-b04e-4c16-834c-1809f0c18738 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 946 time: 0.0600190 Mar 10 05:13:49.457907 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-770080b5-55a1-4898-802f-49d09e67b60c req-edccc43c-6cc2-4258-8ca7-0e57d4255160 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Mar 10 05:13:49.638571 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:49.767894 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff7f04-25a1-45ea-b1ce-efbd0a483268 req-9ddf1efd-521b-4ceb-bed4-96a350869cd2 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:49.769395 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-36ff7f04-25a1-45ea-b1ce-efbd0a483268 req-9ddf1efd-521b-4ceb-bed4-96a350869cd2 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0576975 Mar 10 05:13:49.818450 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-36ff7f04-25a1-45ea-b1ce-efbd0a483268 req-db018234-79f4-4bee-a31d-575524fbc0a1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Mar 10 05:13:50.104796 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745c12f-c49b-456c-93b3-ab9d1652ea2e req-8e2cd28f-9ffb-4187-8b73-35211d2ad315 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:50.106312 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a745c12f-c49b-456c-93b3-ab9d1652ea2e req-8e2cd28f-9ffb-4187-8b73-35211d2ad315 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 946 time: 0.0571744 Mar 10 05:13:50.167160 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-a745c12f-c49b-456c-93b3-ab9d1652ea2e req-a647b331-2894-44c4-93f8-cd482d441524 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548601 Mar 10 05:13:50.858141 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bc6c0-eb83-493b-8a59-65974370244d req-740d959e-bcbb-432d-be6e-094c8ea62787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:50.859649 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-915bc6c0-eb83-493b-8a59-65974370244d req-740d959e-bcbb-432d-be6e-094c8ea62787 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1128 time: 0.0440536 Mar 10 05:13:50.933285 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-915bc6c0-eb83-493b-8a59-65974370244d req-44aff870-e566-40a3-ba69-7f325cf01bc4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659823 Mar 10 05:13:50.954440 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bbf9c-ed1c-4c79-8e02-fcae29e1421a req-e467719f-b693-4a96-a538-d4a880abbdf8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:50.955828 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-648bbf9c-ed1c-4c79-8e02-fcae29e1421a req-e467719f-b693-4a96-a538-d4a880abbdf8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0666797 Mar 10 05:13:51.003526 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-648bbf9c-ed1c-4c79-8e02-fcae29e1421a req-1895ed48-111e-4d09-8e08-95fa701ed134 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 Mar 10 05:13:51.443172 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1bb59-27a5-40b9-9e7c-6f09a2b246c6 req-760bd0a6-6918-4d15-a667-6a59f577cc9b tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:51.444711 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7af1bb59-27a5-40b9-9e7c-6f09a2b246c6 req-760bd0a6-6918-4d15-a667-6a59f577cc9b tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 946 time: 0.0529895 Mar 10 05:13:51.499408 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7af1bb59-27a5-40b9-9e7c-6f09a2b246c6 req-87ba29b7-3053-4aa3-bf25-0c504f090e2b tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/security-groups?id=48ff3686-04eb-40c5-b821-8a4f04180ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Mar 10 05:13:51.662866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061560d-a26a-47ea-af10-083c41acb7ff req-653c6a3d-ef3a-4068-8f29-dc0327c75c0c tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:51.664350 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d061560d-a26a-47ea-af10-083c41acb7ff req-653c6a3d-ef3a-4068-8f29-dc0327c75c0c tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 946 time: 0.0558865 Mar 10 05:13:51.763456 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Deleting port 44d999df-55a7-4013-a081-92e277deb7c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:13:51.763791 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (44d999df-55a7-4013-a081-92e277deb7c4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:51.850124 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] For port 44d999df-55a7-4013-a081-92e277deb7c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=44d999df-55a7-4013-a081-92e277deb7c4,segment=NetworkSegment(da5b05e0-c28d-4402-82e8-a779f92eaef6),segment_id=da5b05e0-c28d-4402-82e8-a779f92eaef6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:51.850481 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (44d999df-55a7-4013-a081-92e277deb7c4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:51.862666 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Calling delete_port for 44d999df-55a7-4013-a081-92e277deb7c4 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:13:51.993357 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (44d999df-55a7-4013-a081-92e277deb7c4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:52.005121 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['44d999df-55a7-4013-a081-92e277deb7c4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:13:52.022048 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Pushing event deleted for resources: {'Port': ['ID=44d999df-55a7-4013-a081-92e277deb7c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:52.036149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.036149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.036549 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.036905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.037265 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.037605 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.037943 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.038291 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.038587 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.038918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.039245 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.039571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.039893 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:13:52.080897 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] No DVR routers for this DVR port 44d999df-55a7-4013-a081-92e277deb7c4 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:13:52.090455 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:52.093584 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d061560d-a26a-47ea-af10-083c41acb7ff req-e5e96456-9d9e-4ac7-806c-19bee42f5519 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.24 "DELETE /v2.0/ports/44d999df-55a7-4013-a081-92e277deb7c4 HTTP/1.1" status: 204 len: 173 time: 0.4208939 Mar 10 05:13:52.094023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'name': 'network-vif-deleted', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:52.096171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7264e162-5b13-40d9-926a-b754c5b03ced" -d '{"events": [{"server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "name": "network-vif-deleted", "tag": "44d999df-55a7-4013-a081-92e277deb7c4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:52.136446 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b15508-b16b-4b57-ba15-5cb10eb11f04 x-openstack-request-id: req-04b15508-b16b-4b57-ba15-5cb10eb11f04 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:52.136744 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1b3d5d-3c35-4676-b727-5ed7f97661d8", "name": "network-vif-deleted", "tag": "44d999df-55a7-4013-a081-92e277deb7c4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:52.137002 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04b15508-b16b-4b57-ba15-5cb10eb11f04 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:52.137424 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1b3d5d-3c35-4676-b727-5ed7f97661d8', 'name': 'network-vif-deleted', 'tag': '44d999df-55a7-4013-a081-92e277deb7c4', 'status': 'completed', 'code': 200} Mar 10 05:13:52.151023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee05db-04a7-4fec-95a2-3ed509494905 req-cfe02250-ecc2-4850-806b-724c15e17e91 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:13:52.152569 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72ee05db-04a7-4fec-95a2-3ed509494905 req-cfe02250-ecc2-4850-806b-724c15e17e91 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 944 time: 0.0727856 Mar 10 05:13:52.203806 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-72ee05db-04a7-4fec-95a2-3ed509494905 req-e0a8c967-642e-419d-9be5-7e40fd1939d1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 Mar 10 05:13:52.611831 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-dd75a82d-b550-46bc-8afe-3ce8ec1e7ae1 req-b537aa56-b578-482d-bdd4-eb7031960722 tempest-VolumesActionsTest-1334852549 tempest-VolumesActionsTest-1334852549-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d1b3d5d-3c35-4676-b727-5ed7f97661d8 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Mar 10 05:13:53.096761 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:13:53.196001 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:53.206853 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'port_id': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'mac_address': 'fa:16:3e:e0:7d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:13:53.242547 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 7417b9f8-2bb1-417d-ad25-bfae061ab47c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:53.242877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:53.255550 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417b9f8-2bb1-417d-ad25-bfae061ab47c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:13:53.277474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:53.281307 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:53.327110 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:53.480744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['7417b9f8-2bb1-417d-ad25-bfae061ab47c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:13:55.395924 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:13:55.442050 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 7417b9f8-2bb1-417d-ad25-bfae061ab47c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:13:55.442425 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:55.517099 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 7417b9f8-2bb1-417d-ad25-bfae061ab47c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:13:55.517437 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:55.539629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:13:55.541865 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d728e47-e323-44e2-8483-9a8685eb4209" -d '{"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-plugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:13:55.554657 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:13:55.558633 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:55.559422 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 44d999df-55a7-4013-a081-92e277deb7c4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:13:55.585354 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cfc836-6c01-4126-9749-12877a2ded63 x-openstack-request-id: req-a3cfc836-6c01-4126-9749-12877a2ded63 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:13:55.585653 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-plugged", "status": "completed", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:13:55.585917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3cfc836-6c01-4126-9749-12877a2ded63 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:13:55.586307 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'code': 200} Mar 10 05:13:55.604290 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 44d999df-55a7-4013-a081-92e277deb7c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:13:55.604641 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 44d999df-55a7-4013-a081-92e277deb7c4 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:13:55.628766 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:57.262691 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:58.775342 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:13:59.036431 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:59.087389 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Deleting subnet d3e7e6a2-edbc-49ab-b21b-c1d26143df58 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:13:59.090748 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Publish callbacks [] for subnet (d3e7e6a2-edbc-49ab-b21b-c1d26143df58), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.127208 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (d3e7e6a2-edbc-49ab-b21b-c1d26143df58), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.179862 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (d3e7e6a2-edbc-49ab-b21b-c1d26143df58), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.249853 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (d3e7e6a2-edbc-49ab-b21b-c1d26143df58), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.270901 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.279110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:59.279707 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d3e7e6a2-edbc-49ab-b21b-c1d26143df58 HTTP/1.1" status: 204 len: 168 time: 0.2415688 Mar 10 05:13:59.306215 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67b0c1-64b5-4845-bf16-3cbc3b5b3799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e7e6a2-edbc-49ab-b21b-c1d26143df58,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:59.376932 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (54b78849-e208-4860-b3e0-6fdff9d509a0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.458728 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (54b78849-e208-4860-b3e0-6fdff9d509a0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.488986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b78849-e208-4860-b3e0-6fdff9d509a0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:13:59.498729 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beced990-3b82-4d41-a12e-3f79f2684c48') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:13:59.499009 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beced990-3b82-4d41-a12e-3f79f2684c48') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:13:59.509277 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (beced990-3b82-4d41-a12e-3f79f2684c48), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.523406 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (beced990-3b82-4d41-a12e-3f79f2684c48), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.529686 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:13:59.530165 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (beced990-3b82-4d41-a12e-3f79f2684c48), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:13:59.532321 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:13:59.598586 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (54b78849-e208-4860-b3e0-6fdff9d509a0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.605236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.612336 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:59.612551 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/54b78849-e208-4860-b3e0-6fdff9d509a0 HTTP/1.1" status: 204 len: 168 time: 0.3319151 Mar 10 05:13:59.624307 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dd579-66a2-42ae-bdf6-cab4621554b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b78849-e208-4860-b3e0-6fdff9d509a0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:59.674626 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Deleting subnet f12b5cef-7f93-4785-a69e-aefcf02bb312 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:13:59.679032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Publish callbacks [] for subnet (f12b5cef-7f93-4785-a69e-aefcf02bb312), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.716389 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (f12b5cef-7f93-4785-a69e-aefcf02bb312), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.761691 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (f12b5cef-7f93-4785-a69e-aefcf02bb312), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.825000 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (f12b5cef-7f93-4785-a69e-aefcf02bb312), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.852846 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12b5cef-7f93-4785-a69e-aefcf02bb312,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:13:59.857077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:13:59.862905 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:13:59.863103 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-31c71019-b401-46d6-95c6-eb6b59e56a46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f12b5cef-7f93-4785-a69e-aefcf02bb312 HTTP/1.1" status: 204 len: 168 time: 0.2494254 Mar 10 05:13:59.937390 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (0fdb5313-2b48-4525-8ec3-b42d3196d9f2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.019906 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (0fdb5313-2b48-4525-8ec3-b42d3196d9f2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.042940 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdb5313-2b48-4525-8ec3-b42d3196d9f2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:00.053760 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4892d48a-351d-4934-aa42-495daee46035') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:00.054309 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4892d48a-351d-4934-aa42-495daee46035') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:00.066812 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16604574'] for segment (4892d48a-351d-4934-aa42-495daee46035), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.081317 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (4892d48a-351d-4934-aa42-495daee46035), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.088540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:14:00.089013 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14713548'] for segment (4892d48a-351d-4934-aa42-495daee46035), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: Traceback (most recent call last): Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: timer() Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: cb(*args, **kw) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: return func(*args, **kwargs) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: self._notify() Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: self.callback(batched_events) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: event.method(event) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: return f(self, *a, **k) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._get(url).json() Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: return self.request(url, 'GET', **kwargs) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:14:00.091344 dv-cinder-804757-26-iscsi neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:14:00.162828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (0fdb5313-2b48-4525-8ec3-b42d3196d9f2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.169572 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.173337 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] 10.222.0.11 "DELETE /v2.0/networks/0fdb5313-2b48-4525-8ec3-b42d3196d9f2 HTTP/1.1" status: 204 len: 168 time: 0.3089736 Mar 10 05:14:00.189267 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046f75-cbf1-457e-b896-470c7b020ced admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdb5313-2b48-4525-8ec3-b42d3196d9f2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:00.364199 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:00.409665 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-d0de2477-2d2d-44d9-883d-a2788ac787d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7508132cdc447a9b6bdef1b6b26da53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436733 Mar 10 05:14:00.413023 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:00.466449 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] Publish callbacks [] for security_group (e79a92f9-5099-4b38-982c-473c6b4f1c36), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.488956 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] Publish callbacks [] for security_group (e79a92f9-5099-4b38-982c-473c6b4f1c36), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.550143 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (e79a92f9-5099-4b38-982c-473c6b4f1c36), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.554627 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:00.559648 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e79a92f9-5099-4b38-982c-473c6b4f1c36 HTTP/1.1" status: 204 len: 168 time: 0.1454647 Mar 10 05:14:00.567897 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c565a-4408-456a-814e-eb7d33677f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a92f9-5099-4b38-982c-473c6b4f1c36,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:00.940754 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:01.020549 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9a0480c9-fff9-42f4-8b6f-03fdd2ef5b75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da47df710cf24b70afb63e07aff9dce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782871 Mar 10 05:14:01.023604 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:01.077050 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] Publish callbacks [] for security_group (b846cfa0-ef9a-4acc-b942-58be2d91a2fe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:01.100276 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] Publish callbacks [] for security_group (b846cfa0-ef9a-4acc-b942-58be2d91a2fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:01.153925 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (b846cfa0-ef9a-4acc-b942-58be2d91a2fe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:01.156903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:01.160835 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b846cfa0-ef9a-4acc-b942-58be2d91a2fe HTTP/1.1" status: 204 len: 168 time: 0.1362851 Mar 10 05:14:01.169300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c15c1-a1ee-44fa-89e9-86527f7c0e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846cfa0-ef9a-4acc-b942-58be2d91a2fe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:05.759815 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:05.872524 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca71-c48e-4e2c-8aae-866b88fd7f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:05.948997 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca71-c48e-4e2c-8aae-866b88fd7f0c admin admin] Publish callbacks [] for security_group (f5171300-0fb7-4e0e-a759-0ab5cd9220e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:05.954211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ca71-c48e-4e2c-8aae-866b88fd7f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f5171300-0fb7-4e0e-a759-0ab5cd9220e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:05.984804 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3ca71-c48e-4e2c-8aae-866b88fd7f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5171300-0fb7-4e0e-a759-0ab5cd9220e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:06.001663 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-d8e3ca71-c48e-4e2c-8aae-866b88fd7f0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=523d2178b57445299742eb087fb2b5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405245 Mar 10 05:14:06.002406 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:06.054417 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] Publish callbacks [] for security_group (f5171300-0fb7-4e0e-a759-0ab5cd9220e0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.081124 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] Publish callbacks [] for security_group (f5171300-0fb7-4e0e-a759-0ab5cd9220e0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.136510 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (f5171300-0fb7-4e0e-a759-0ab5cd9220e0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.139321 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.151828 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5171300-0fb7-4e0e-a759-0ab5cd9220e0 HTTP/1.1" status: 204 len: 168 time: 0.1403053 Mar 10 05:14:06.173433 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71132d12-b0cc-400a-94ed-44d58ad3cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5171300-0fb7-4e0e-a759-0ab5cd9220e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:06.481864 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:06.498782 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0647f1ed-394a-4264-998a-65432436fb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.589084 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0647f1ed-394a-4264-998a-65432436fb4f admin admin] Publish callbacks [] for security_group (147f048d-16d7-4d66-901e-a35ed74cfaba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.593821 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0647f1ed-394a-4264-998a-65432436fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (147f048d-16d7-4d66-901e-a35ed74cfaba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.638301 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-0647f1ed-394a-4264-998a-65432436fb4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44f473d3e5464092a935e24d45a43856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542513 Mar 10 05:14:06.640549 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:06.649296 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f1ed-394a-4264-998a-65432436fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147f048d-16d7-4d66-901e-a35ed74cfaba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:06.719247 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] Publish callbacks [] for security_group (147f048d-16d7-4d66-901e-a35ed74cfaba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.747779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] Publish callbacks [] for security_group (147f048d-16d7-4d66-901e-a35ed74cfaba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.807869 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (147f048d-16d7-4d66-901e-a35ed74cfaba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.810779 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:06.814427 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/147f048d-16d7-4d66-901e-a35ed74cfaba HTTP/1.1" status: 204 len: 168 time: 0.1716626 Mar 10 05:14:06.823474 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173419-d10d-4c7a-b646-42b78f1d19e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147f048d-16d7-4d66-901e-a35ed74cfaba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:13.407821 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b358b8b5-f060-4fa3-ac47-b35ef638f9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.506300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:14.549460 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Deleting subnet d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:14:14.552641 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Publish callbacks [] for subnet (d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.586942 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.627114 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.677980 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.702667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:14.706328 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.709475 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e9850eee-7a2f-4592-a4c9-8a815cc3df64 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d99ae6f5-f89f-4d95-ba78-7ddbe3ba1875 HTTP/1.1" status: 204 len: 168 time: 0.2018957 Mar 10 05:14:14.711924 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:14.779755 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (ce25113b-a700-495d-bb6c-2e7d72620469), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.861698 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (ce25113b-a700-495d-bb6c-2e7d72620469), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.883520 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce25113b-a700-495d-bb6c-2e7d72620469']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:14.892626 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5b05e0-c28d-4402-82e8-a779f92eaef6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:14.892921 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5b05e0-c28d-4402-82e8-a779f92eaef6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:14:14.902556 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (da5b05e0-c28d-4402-82e8-a779f92eaef6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.915723 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (da5b05e0-c28d-4402-82e8-a779f92eaef6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.921813 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:14:14.922193 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (da5b05e0-c28d-4402-82e8-a779f92eaef6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:14:14.923772 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:14:14.982116 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (ce25113b-a700-495d-bb6c-2e7d72620469), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.986414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:14.990574 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ce25113b-a700-495d-bb6c-2e7d72620469 HTTP/1.1" status: 204 len: 168 time: 0.2772005 Mar 10 05:14:15.007676 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002e06-aee1-4eb5-9fe8-89ec0e559917 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce25113b-a700-495d-bb6c-2e7d72620469,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:15.151059 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:15.189897 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-6f7ecddd-5db2-4192-a3fb-147d8bff1a64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53e712c9f04c4482b8eb4962c6c5fc83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376639 Mar 10 05:14:15.192448 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:14:15.237631 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] Publish callbacks [] for security_group (48ff3686-04eb-40c5-b821-8a4f04180ff1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:15.258375 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] Publish callbacks [] for security_group (48ff3686-04eb-40c5-b821-8a4f04180ff1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:15.304919 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (48ff3686-04eb-40c5-b821-8a4f04180ff1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:15.307503 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:15.308616 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48ff3686-04eb-40c5-b821-8a4f04180ff1 HTTP/1.1" status: 204 len: 168 time: 0.1153109 Mar 10 05:14:15.316529 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e3336-724e-4db3-8cb3-9cdf24a721dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ff3686-04eb-40c5-b821-8a4f04180ff1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:14:15.649977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1760b42f-3362-4e2a-864c-c96eca0849f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:16.734072 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:18.098428 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:19.631591 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:27.299438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:29.439181 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-2f1d12e8-4395-43f5-b742-5834da0a935d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427418 Mar 10 05:14:29.524022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-d1826178-e1ae-454b-bb25-4e7ea0a50281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:14:29.525534 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-d1826178-e1ae-454b-bb25-4e7ea0a50281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.0475888 Mar 10 05:14:29.624039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-8a3c1d9c-0b41-4226-8f03-1f0329132dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:14:29.625519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-8a3c1d9c-0b41-4226-8f03-1f0329132dc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0830474 Mar 10 05:14:29.961165 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-c23130da-abd2-46e6-924c-c5c6f27fa6c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 1002 time: 0.3292575 Mar 10 05:14:30.007674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-3882b0c3-e895-4d4f-aebf-c674a3c2e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:14:30.009049 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-3882b0c3-e895-4d4f-aebf-c674a3c2e5ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0423489 Mar 10 05:14:30.056468 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-be31270e-e318-4878-9550-cb889fcea18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:14:30.057969 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-be31270e-e318-4878-9550-cb889fcea18d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429988 Mar 10 05:14:30.147644 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-d4e327e2-8bd7-433f-bcdc-ed0568967a54 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Mar 10 05:14:30.234336 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d3689b04-ef67-4960-9cd3-25312ec91e27 req-996c88f8-9da9-4f87-8210-cd18eacb79a3 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Mar 10 05:14:35.775538 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:14:43.408159 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9913ceb0-da5f-4738-82dc-b1ea1d8c60b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:45.651162 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0992ac0-986a-4161-b674-990532b1ad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:46.738262 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:48.094602 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:49.634662 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:14:57.311452 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:07.905690 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:08.060892 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Deleting port fe117033-7fc2-4022-87e3-ffdbc18e2680 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:08.061261 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.133437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.133762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for floatingip (fe117033-7fc2-4022-87e3-ffdbc18e2680), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.145260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Calling delete_port for fe117033-7fc2-4022-87e3-ffdbc18e2680 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:08.310144 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (fe117033-7fc2-4022-87e3-ffdbc18e2680), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.334904 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event deleted for resources: {'Port': ['ID=fe117033-7fc2-4022-87e3-ffdbc18e2680,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:08.364710 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.365061 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.366031 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.366371 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.366707 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.367041 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.367370 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.367696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.368022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.368347 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.368675 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.368994 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.369341 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:08.406340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for floatingip (bbbd8005-661a-4b54-a500-4151a9c40e55), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.406673 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Floating IP bbbd8005-661a-4b54-a500-4151a9c40e55 disassociated (deleted). External IP: 172.27.1.123, port: 7417b9f8-2bb1-417d-ad25-bfae061ab47c. Mar 10 05:15:08.616173 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Router 689fd24e-b701-4d8a-8140-33340720d05c has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:15:08.724324 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:08.729288 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:08.734825 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Sync routers for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:08.745345 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:08.746004 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:14:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:08.759602 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-62362329-501f-4915-a17f-82f55c4ece87 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbbd8005-661a-4b54-a500-4151a9c40e55 HTTP/1.1" status: 204 len: 168 time: 0.8527982 Mar 10 05:15:08.760301 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:15:08.762696 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180427e4-6b77-4389-becf-a508ab7b427b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:15:08.802002 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c856f37-5acd-4f89-8f01-4015c4acf9da x-openstack-request-id: req-7c856f37-5acd-4f89-8f01-4015c4acf9da {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:15:08.802303 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:15:08.802567 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c856f37-5acd-4f89-8f01-4015c4acf9da {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:15:08.803801 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'status': 'completed', 'code': 200} Mar 10 05:15:08.863549 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:08.875920 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180427e4-6b77-4389-becf-a508ab7b427b req-3e5b5c77-ccb9-4b87-9bd8-19b6917cf850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:08.877566 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-3e5b5c77-ccb9-4b87-9bd8-19b6917cf850 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f16f0973561d4199b22e45b6249075ce&device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 1130 time: 0.0494769 Mar 10 05:15:08.978271 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180427e4-6b77-4389-becf-a508ab7b427b req-d80544c6-67f8-4a2d-b5d2-ced0887ee7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:08.979845 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-d80544c6-67f8-4a2d-b5d2-ced0887ee7c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 200 len: 909 time: 0.0964005 Mar 10 05:15:08.994828 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663ef6-1d32-4288-b54d-54c97e90d2db req-d43c09c4-dc38-4a22-bba9-071b297b6c10 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:08.996351 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5663ef6-1d32-4288-b54d-54c97e90d2db req-d43c09c4-dc38-4a22-bba9-071b297b6c10 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Mar 10 05:15:09.031230 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-b9fbdf21-a192-496d-b022-cf57c7d8519f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 200 len: 217 time: 0.0435014 Mar 10 05:15:09.047385 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5663ef6-1d32-4288-b54d-54c97e90d2db req-db923a4b-4a58-4fc4-8f23-9ec5d9c79189 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Mar 10 05:15:09.085412 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180427e4-6b77-4389-becf-a508ab7b427b req-ce706f79-d6ba-46ae-be76-e6530cedda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:09.086894 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-ce706f79-d6ba-46ae-be76-e6530cedda26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 200 len: 848 time: 0.0504165 Mar 10 05:15:09.091347 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:09.121204 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Checking router: 689fd24e-b701-4d8a-8140-33340720d05c for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:09.129737 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:09.130265 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:14:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:09.140957 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180427e4-6b77-4389-becf-a508ab7b427b req-5b7cc2d6-be05-46e7-964c-ea41b3d17b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:09.142608 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-5b7cc2d6-be05-46e7-964c-ea41b3d17b82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90220d5d-27df-47b9-b21f-5cbefb914f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479665 Mar 10 05:15:09.230854 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-1f942c45-9061-43ff-9780-2f6780345b45 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818126 Mar 10 05:15:09.241272 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:09.321234 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-180427e4-6b77-4389-becf-a508ab7b427b req-ad386cf5-3c9e-4d45-9349-0d37521edf78 service neutron] 10.222.0.24 "GET /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Mar 10 05:15:09.442966 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:09.469647 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6842efd9-b58c-457f-9b8e-fced711cf144 None None] The sync data for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi is: [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:10:43Z', 'revision_number': 4, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '71980173-5f10-49ae-9bda-ac3c71d4c43c', 'name': '', 'network_id': '90220d5d-27df-47b9-b21f-5cbefb914f8f', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'mac_address': 'fa:16:3e:e0:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:43Z', 'updated_at': '2022-03-10T05:10:48Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'subnets': [{'id': 'acdbc15a-6aaa-4b43-8f00-d5f60314412a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:09.682918 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7418f88e-5cf9-465a-aa18-0818f43fbda3 None None] New status for floating IP bbbd8005-661a-4b54-a500-4151a9c40e55: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:15:10.169626 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eb434-f475-4d0a-8428-6b9fe2e121e9 req-2899e45f-0059-4275-bb39-47f9a3f34cf9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:10.171106 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c4eb434-f475-4d0a-8428-6b9fe2e121e9 req-2899e45f-0059-4275-bb39-47f9a3f34cf9 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0534599 Mar 10 05:15:10.218877 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-5c4eb434-f475-4d0a-8428-6b9fe2e121e9 req-dc828fbb-6ee9-47f7-b4ce-236a1918481e tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a4346de-84c7-45fc-b962-8db3bcc31adc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Mar 10 05:15:10.493395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9f428958-0f97-4430-8a78-47259f0bf5f1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:10.494812 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9f428958-0f97-4430-8a78-47259f0bf5f1 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 946 time: 0.0537918 Mar 10 05:15:10.587878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Deleting port 7417b9f8-2bb1-417d-ad25-bfae061ab47c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:10.588214 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:10.673316 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] For port 7417b9f8-2bb1-417d-ad25-bfae061ab47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7417b9f8-2bb1-417d-ad25-bfae061ab47c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:10.673681 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:10.689817 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Calling delete_port for 7417b9f8-2bb1-417d-ad25-bfae061ab47c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:10.812219 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (7417b9f8-2bb1-417d-ad25-bfae061ab47c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:10.840490 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event deleted for resources: {'Port': ['ID=7417b9f8-2bb1-417d-ad25-bfae061ab47c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:10.886622 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] No DVR routers for this DVR port 7417b9f8-2bb1-417d-ad25-bfae061ab47c on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:15:10.889094 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:10.892370 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dc602acb-7cd2-408a-a185-1d5dd68f4138 req-9b1fbecf-f62d-4e9f-aef9-5f1eda32ff2f tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.24 "DELETE /v2.0/ports/7417b9f8-2bb1-417d-ad25-bfae061ab47c HTTP/1.1" status: 204 len: 173 time: 0.3922815 Mar 10 05:15:10.892815 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-deleted', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:15:10.895085 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6746713-b720-4b3a-97e9-707b7ea1fdc1" -d '{"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-deleted", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:15:10.934206 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07bf39-0d8a-4d7a-bdbb-fb3ae0c432f6 x-openstack-request-id: req-bc07bf39-0d8a-4d7a-bdbb-fb3ae0c432f6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:15:10.934507 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5884177-4ea9-49dd-96ec-f9ceb1414007", "name": "network-vif-deleted", "tag": "7417b9f8-2bb1-417d-ad25-bfae061ab47c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:15:10.934763 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc07bf39-0d8a-4d7a-bdbb-fb3ae0c432f6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:15:10.935168 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5884177-4ea9-49dd-96ec-f9ceb1414007', 'name': 'network-vif-deleted', 'tag': '7417b9f8-2bb1-417d-ad25-bfae061ab47c', 'status': 'completed', 'code': 200} Mar 10 05:15:11.338803 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-974d25ff-1120-4475-aceb-b18b5f97aa8c req-ea487abd-89db-4502-9850-1111b788331d tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5884177-4ea9-49dd-96ec-f9ceb1414007 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Mar 10 05:15:12.396492 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:12.450282 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (9a4346de-84c7-45fc-b962-8db3bcc31adc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:12.474176 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (9a4346de-84c7-45fc-b962-8db3bcc31adc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:12.532087 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (9a4346de-84c7-45fc-b962-8db3bcc31adc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:12.534770 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:12.535947 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] 10.222.0.11 "DELETE /v2.0/security-groups/9a4346de-84c7-45fc-b962-8db3bcc31adc HTTP/1.1" status: 204 len: 168 time: 0.1379182 Mar 10 05:15:12.545727 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892763da-6557-4e67-b32b-cebd5b7a95d8 tempest-TestShelveInstance-98572411 tempest-TestShelveInstance-98572411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4346de-84c7-45fc-b962-8db3bcc31adc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:12.774955 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:15:13.408166 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e082c5ed-b1d3-43d0-b76b-d46041d03848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:13.589645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:13.930540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (689fd24e-b701-4d8a-8140-33340720d05c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:14.177580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Deleting port 71980173-5f10-49ae-9bda-ac3c71d4c43c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:14.177947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:14.252285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] For port 71980173-5f10-49ae-9bda-ac3c71d4c43c, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=71980173-5f10-49ae-9bda-ac3c71d4c43c,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:14.252642 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:14.268674 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Calling delete_port for 71980173-5f10-49ae-9bda-ac3c71d4c43c owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:14.440998 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (71980173-5f10-49ae-9bda-ac3c71d4c43c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:14.465609 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71980173-5f10-49ae-9bda-ac3c71d4c43c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:14.628634 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (689fd24e-b701-4d8a-8140-33340720d05c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:14.842884 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Router 689fd24e-b701-4d8a-8140-33340720d05c has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:15:14.948759 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:14.955316 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-fe3581f5-492b-4393-8633-1c48cab05fc3 admin admin] 10.222.0.11 "PUT /v2.0/routers/689fd24e-b701-4d8a-8140-33340720d05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3646634 Mar 10 05:15:14.956134 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:14.957552 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Sync routers for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:14.968018 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:14.968617 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:14:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:15.079244 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:15.263943 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:15:14Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:15.294214 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Checking router: 689fd24e-b701-4d8a-8140-33340720d05c for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:15.302772 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Routers {'689fd24e-b701-4d8a-8140-33340720d05c'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:15.304197 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:14:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['689fd24e-b701-4d8a-8140-33340720d05c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:15.337014 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks [] for router (689fd24e-b701-4d8a-8140-33340720d05c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.409652 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] Set router 689fd24e-b701-4d8a-8140-33340720d05c gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:15.440060 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks [] for router_gateway (689fd24e-b701-4d8a-8140-33340720d05c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.491458 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Deleting port c06b3bf8-86d4-4839-af67-6bb6864c1105 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:15.491878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.572663 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] For port c06b3bf8-86d4-4839-af67-6bb6864c1105, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=c06b3bf8-86d4-4839-af67-6bb6864c1105,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:15.573027 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.590092 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Calling delete_port for c06b3bf8-86d4-4839-af67-6bb6864c1105 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:15.626796 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:15.652981 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 7417b9f8-2bb1-417d-ad25-bfae061ab47c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:15.653436 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 7417b9f8-2bb1-417d-ad25-bfae061ab47c not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:15.671322 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04c5b64d-835b-4f71-98f4-ee6ce28509a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.677052 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:15:14Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:15.707415 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e74a8-0462-4044-b98e-cfa60bcdc9d0 None None] The sync data for ids ['689fd24e-b701-4d8a-8140-33340720d05c'] in dv-cinder-804757-26-iscsi is: [{'id': '689fd24e-b701-4d8a-8140-33340720d05c', 'name': 'tempest-TestShelveInstance-1721915351-router', 'tenant_id': 'f16f0973561d4199b22e45b6249075ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:38Z', 'updated_at': '2022-03-10T05:15:14Z', 'revision_number': 5, 'project_id': 'f16f0973561d4199b22e45b6249075ce', 'gw_port': {'id': 'c06b3bf8-86d4-4839-af67-6bb6864c1105', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689fd24e-b701-4d8a-8140-33340720d05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:39Z', 'updated_at': '2022-03-10T05:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:15.762817 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c06b3bf8-86d4-4839-af67-6bb6864c1105), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.788997 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06b3bf8-86d4-4839-af67-6bb6864c1105,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:15.846709 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (689fd24e-b701-4d8a-8140-33340720d05c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.935640 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (689fd24e-b701-4d8a-8140-33340720d05c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.937661 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks [] for router_controller (689fd24e-b701-4d8a-8140-33340720d05c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.983032 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (689fd24e-b701-4d8a-8140-33340720d05c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.983572 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689fd24e-b701-4d8a-8140-33340720d05c {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:15:15.987764 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:15.988843 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-682ee0d6-0b99-43c3-95c4-e9f5a5bd1e27 admin admin] 10.222.0.11 "DELETE /v2.0/routers/689fd24e-b701-4d8a-8140-33340720d05c HTTP/1.1" status: 204 len: 168 time: 1.0318086 Mar 10 05:15:15.992285 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:16.035025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Deleting subnet acdbc15a-6aaa-4b43-8f00-d5f60314412a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:15:16.038513 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Publish callbacks [] for subnet (acdbc15a-6aaa-4b43-8f00-d5f60314412a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.073425 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16604565'] for subnet (acdbc15a-6aaa-4b43-8f00-d5f60314412a), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.157113 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (acdbc15a-6aaa-4b43-8f00-d5f60314412a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.214273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14716434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15770281'] for subnet (acdbc15a-6aaa-4b43-8f00-d5f60314412a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.239641 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdbc15a-6aaa-4b43-8f00-d5f60314412a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:16.243174 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.246617 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-3ec71f65-ddb2-475f-8292-8a8884dea70d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/acdbc15a-6aaa-4b43-8f00-d5f60314412a HTTP/1.1" status: 204 len: 168 time: 0.2531765 Mar 10 05:15:16.249132 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:16.249764 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96724c-108d-4a9b-81df-5c3cf3aa5d71 None None] Network 90220d5d-27df-47b9-b21f-5cbefb914f8f requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:16.325824 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (90220d5d-27df-47b9-b21f-5cbefb914f8f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.385238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Deleting port e8d408e2-8da8-4299-9044-181fd8b31b3f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:16.385576 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.441627 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] DHCP port deletion for 90220d5d-27df-47b9-b21f-5cbefb914f8f request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:15:16.451327 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] For port e8d408e2-8da8-4299-9044-181fd8b31b3f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e8d408e2-8da8-4299-9044-181fd8b31b3f,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:16.451640 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.464739 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Calling delete_port for e8d408e2-8da8-4299-9044-181fd8b31b3f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:16.491662 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Deleting port e8d408e2-8da8-4299-9044-181fd8b31b3f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:16.492039 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.545936 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.552747 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] For port e8d408e2-8da8-4299-9044-181fd8b31b3f, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e8d408e2-8da8-4299-9044-181fd8b31b3f,segment=NetworkSegment(70837123-8c22-4ace-8e38-1a6c66d93d25),segment_id=70837123-8c22-4ace-8e38-1a6c66d93d25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:16.553195 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.565478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Calling delete_port for e8d408e2-8da8-4299-9044-181fd8b31b3f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:16.573667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d408e2-8da8-4299-9044-181fd8b31b3f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:16.575825 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] No DVR routers for this DVR port e8d408e2-8da8-4299-9044-181fd8b31b3f on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:15:16.600525 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.600888 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.601266 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.601611 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.601949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.602280 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.602615 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.602944 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.603272 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.603600 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.603935 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.604253 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.604578 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.644033 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (e8d408e2-8da8-4299-9044-181fd8b31b3f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.659849 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (90220d5d-27df-47b9-b21f-5cbefb914f8f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.668910 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Pushing event deleted for resources: {'Port': ['ID=e8d408e2-8da8-4299-9044-181fd8b31b3f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:16.673158 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] No DVR routers for this DVR port e8d408e2-8da8-4299-9044-181fd8b31b3f on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:15:16.683383 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90220d5d-27df-47b9-b21f-5cbefb914f8f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684005 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684536 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.684536 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.685989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.685989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.685989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.685989 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.686377 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013944c0-e894-4e39-a96c-c14980f3bf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:16.690910 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70837123-8c22-4ace-8e38-1a6c66d93d25') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:16.691360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70837123-8c22-4ace-8e38-1a6c66d93d25') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:16.701481 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (70837123-8c22-4ace-8e38-1a6c66d93d25), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.714972 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (70837123-8c22-4ace-8e38-1a6c66d93d25), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.720559 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:15:16.720942 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (70837123-8c22-4ace-8e38-1a6c66d93d25), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:15:16.722582 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:15:16.746508 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.780826 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (90220d5d-27df-47b9-b21f-5cbefb914f8f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.790748 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:16.790748 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] 10.222.0.11 "DELETE /v2.0/networks/90220d5d-27df-47b9-b21f-5cbefb914f8f HTTP/1.1" status: 204 len: 168 time: 0.5388820 Mar 10 05:15:16.793479 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:16.801502 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdab4-6a01-497e-9642-68857f00868f admin admin] Pushing event deleted for resources: {'Network': ['ID=90220d5d-27df-47b9-b21f-5cbefb914f8f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:17.081124 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c06b3bf8-86d4-4839-af67-6bb6864c1105 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:17.102206 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: c06b3bf8-86d4-4839-af67-6bb6864c1105 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:17.102553 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device c06b3bf8-86d4-4839-af67-6bb6864c1105 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:17.102976 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 71980173-5f10-49ae-9bda-ac3c71d4c43c no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:17.121009 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 71980173-5f10-49ae-9bda-ac3c71d4c43c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:17.121392 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 71980173-5f10-49ae-9bda-ac3c71d4c43c not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:17.121794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e8d408e2-8da8-4299-9044-181fd8b31b3f no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:17.137094 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (524c773f-4d39-45b6-abf6-508388e9e363), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:17.142533 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: e8d408e2-8da8-4299-9044-181fd8b31b3f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:17.142881 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e8d408e2-8da8-4299-9044-181fd8b31b3f not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:17.377909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Deleting port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:17.378156 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:17.457876 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] For port cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:17.458240 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:17.471016 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Calling delete_port for cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:17.648971 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:17.674562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:17.843669 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (524c773f-4d39-45b6-abf6-508388e9e363), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.056560 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Router 524c773f-4d39-45b6-abf6-508388e9e363 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:15:18.097257 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.164002 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:18.168894 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-4daaa960-89c2-4882-9fae-627405cdb5cf admin admin] 10.222.0.11 "PUT /v2.0/routers/524c773f-4d39-45b6-abf6-508388e9e363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742876 Mar 10 05:15:18.171399 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:18.172600 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Sync routers for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:18.182518 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:18.183134 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:18.275935 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks [] for router (524c773f-4d39-45b6-abf6-508388e9e363), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.288215 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:18.376950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks [] for router_gateway (524c773f-4d39-45b6-abf6-508388e9e363), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.597806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:15:17Z', 'revision_number': 5, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port': {'id': '6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524c773f-4d39-45b6-abf6-508388e9e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:10:48Z', 'updated_at': '2022-03-10T05:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:18.628780 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Checking router: 524c773f-4d39-45b6-abf6-508388e9e363 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:18.638004 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Routers {'524c773f-4d39-45b6-abf6-508388e9e363'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:18.638613 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['524c773f-4d39-45b6-abf6-508388e9e363'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:18.710437 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Deleting port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:18.710769 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.726689 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] Set router 524c773f-4d39-45b6-abf6-508388e9e363 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:18.780669 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:15:18Z', 'revision_number': 6, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:18.791286 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] For port 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:18.791645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.804211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Calling delete_port for 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:18.810336 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431cc95-73e0-44e5-ae19-3fdd2d9edd51 None None] The sync data for ids ['524c773f-4d39-45b6-abf6-508388e9e363'] in dv-cinder-804757-26-iscsi is: [{'id': '524c773f-4d39-45b6-abf6-508388e9e363', 'name': 'tempest-TestShelveInstance-1184096212-router', 'tenant_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:10:47Z', 'updated_at': '2022-03-10T05:15:18Z', 'revision_number': 6, 'project_id': 'd3fec623e8d24a24898cfcc61364d7e7', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:18.972997 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:18.998304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:19.058597 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (524c773f-4d39-45b6-abf6-508388e9e363), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.154064 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (524c773f-4d39-45b6-abf6-508388e9e363), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.156500 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks [] for router_controller (524c773f-4d39-45b6-abf6-508388e9e363), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.208089 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (524c773f-4d39-45b6-abf6-508388e9e363), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.208858 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524c773f-4d39-45b6-abf6-508388e9e363 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:15:19.214422 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.215854 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-38a7bca6-49e8-4d0a-8ac6-239bd6e9127d admin admin] 10.222.0.11 "DELETE /v2.0/routers/524c773f-4d39-45b6-abf6-508388e9e363 HTTP/1.1" status: 204 len: 168 time: 1.0432684 Mar 10 05:15:19.218255 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:19.268993 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Deleting subnet 11c87beb-ae67-4686-8e3b-4465b2cb52b6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:15:19.272185 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Publish callbacks [] for subnet (11c87beb-ae67-4686-8e3b-4465b2cb52b6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.305468 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (11c87beb-ae67-4686-8e3b-4465b2cb52b6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.378175 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (11c87beb-ae67-4686-8e3b-4465b2cb52b6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.432679 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (11c87beb-ae67-4686-8e3b-4465b2cb52b6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.457314 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c87beb-ae67-4686-8e3b-4465b2cb52b6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:19.461556 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.464695 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-45ea4623-fc78-4732-b502-b923a5f23162 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/11c87beb-ae67-4686-8e3b-4465b2cb52b6 HTTP/1.1" status: 204 len: 168 time: 0.2454300 Mar 10 05:15:19.467127 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:19.469601 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1297e-843e-4266-b29c-885b427c01e0 None None] Network 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:19.535138 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.567538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:19.593548 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Deleting port b73aa582-4d70-466e-bd21-224df47f89cb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:19.593995 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.594220 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:19.594573 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device cc4d6cf2-ff0a-49d0-bdaa-02f501cb7388 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:19.637309 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] DHCP port deletion for 3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:15:19.642126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.663981 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] For port b73aa582-4d70-466e-bd21-224df47f89cb, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b73aa582-4d70-466e-bd21-224df47f89cb,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:19.664360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.677261 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Calling delete_port for b73aa582-4d70-466e-bd21-224df47f89cb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:19.695478 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Deleting port b73aa582-4d70-466e-bd21-224df47f89cb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:15:19.695860 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.762070 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] For port b73aa582-4d70-466e-bd21-224df47f89cb, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=b73aa582-4d70-466e-bd21-224df47f89cb,segment=NetworkSegment(9bced124-a302-4c76-b712-533742cd850b),segment_id=9bced124-a302-4c76-b712-533742cd850b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:19.762863 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.763070 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.779233 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Calling delete_port for b73aa582-4d70-466e-bd21-224df47f89cb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:15:19.793737 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b73aa582-4d70-466e-bd21-224df47f89cb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:19.795598 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] No DVR routers for this DVR port b73aa582-4d70-466e-bd21-224df47f89cb on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:15:19.865491 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (b73aa582-4d70-466e-bd21-224df47f89cb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.868120 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.890053 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:19.891780 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] Pushing event deleted for resources: {'Port': ['ID=b73aa582-4d70-466e-bd21-224df47f89cb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:19.895536 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcc1ee-2e6c-4689-9e95-4530e50965f1 None None] No DVR routers for this DVR port b73aa582-4d70-466e-bd21-224df47f89cb on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:15:19.903610 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bced124-a302-4c76-b712-533742cd850b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:19.903943 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bced124-a302-4c76-b712-533742cd850b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:19.915719 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (9bced124-a302-4c76-b712-533742cd850b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.929414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (9bced124-a302-4c76-b712-533742cd850b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.935462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:15:19.935854 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (9bced124-a302-4c76-b712-533742cd850b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:15:19.937545 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:15:19.993873 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:19.998920 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.002098 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] 10.222.0.11 "DELETE /v2.0/networks/3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4 HTTP/1.1" status: 204 len: 168 time: 0.5340610 Mar 10 05:15:20.016082 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9bb61-1004-482e-baeb-8fd5ba6e0e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b76818e-81b6-4a7f-8e7e-0f4eba1e7ea4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:20.161667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:20.200423 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-71d238ab-f54c-49ef-8254-1989dd2442f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f16f0973561d4199b22e45b6249075ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375929 Mar 10 05:15:20.202812 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:20.247773 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] Publish callbacks [] for security_group (93b653b3-e44f-4e3a-81b5-1780c811d244), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.268089 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] Publish callbacks [] for security_group (93b653b3-e44f-4e3a-81b5-1780c811d244), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.316800 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (93b653b3-e44f-4e3a-81b5-1780c811d244), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.320043 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.321204 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93b653b3-e44f-4e3a-81b5-1780c811d244 HTTP/1.1" status: 204 len: 168 time: 0.1175005 Mar 10 05:15:20.329227 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15aa12d-e564-4a98-bec3-b8ccdd4bbdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b653b3-e44f-4e3a-81b5-1780c811d244,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:20.625809 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:20.665584 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-6ebda917-3daf-497e-81c9-d7e7cd54fb0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3fec623e8d24a24898cfcc61364d7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384822 Mar 10 05:15:20.668072 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:20.713945 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] Publish callbacks [] for security_group (042a3336-400a-4138-ab2a-01abf480cb67), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.733979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] Publish callbacks [] for security_group (042a3336-400a-4138-ab2a-01abf480cb67), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.780916 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (042a3336-400a-4138-ab2a-01abf480cb67), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.783489 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:20.784810 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/042a3336-400a-4138-ab2a-01abf480cb67 HTTP/1.1" status: 204 len: 168 time: 0.1158383 Mar 10 05:15:20.792839 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749d774-ae6a-4e43-be43-b791ddd15a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a3336-400a-4138-ab2a-01abf480cb67,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:21.081342 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:21.104608 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:21.104969 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 6e2c7ab0-7f88-4c4d-a4d9-c99b31b27abc not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:21.105421 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b73aa582-4d70-466e-bd21-224df47f89cb no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:15:21.124383 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: b73aa582-4d70-466e-bd21-224df47f89cb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:15:21.124914 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device b73aa582-4d70-466e-bd21-224df47f89cb not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:15:21.434414 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:21.527603 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-754883603-network', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:21.547038 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Made reservation on behalf of 61d74e48952e48f78919c0b7d9aa1d5a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:15:21.549646 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.557755 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.636382 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks [] for security_group (0aee5be2-21ca-4aab-9b4c-a72cedab1633), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.640130 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0aee5be2-21ca-4aab-9b4c-a72cedab1633), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.668962 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:15:21.674423 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aee5be2-21ca-4aab-9b4c-a72cedab1633,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:21.683436 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (491873ea-1126-4886-ab29-ef5e725f29f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.683787 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Added segment 491873ea-1126-4886-ab29-ef5e725f29f8 of type vlan for network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b Mar 10 05:15:21.724306 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (3cef41fa-f762-40cd-ab47-c4af3fb2d12b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.756122 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (3cef41fa-f762-40cd-ab47-c4af3fb2d12b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.758281 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:21.758876 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.787447 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3518150 Mar 10 05:15:21.790562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:21.795470 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Request body: {'subnet': {'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-754883603-subnet', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:21.814559 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Made reservation on behalf of 61d74e48952e48f78919c0b7d9aa1d5a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:15:21.817185 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15770254'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:21.824840 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74193948-621b-4ae8-86bb-bb553e512297 admin admin] Pushing event updated for resources: {'Network': ['ID=3cef41fa-f762-40cd-ab47-c4af3fb2d12b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:21.836356 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:15:21.989536 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14716497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15770272'] for subnet (4bb4ac07-6098-4661-8ce4-446089088478), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.043398 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb4ac07-6098-4661-8ce4-446089088478,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:22.054992 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:22.055351 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Network hostable DHCP agents. Network: 3cef41fa-f762-40cd-ab47-c4af3fb2d12b, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:15:22.072292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:15:22.081439 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 3cef41fa-f762-40cd-ab47-c4af3fb2d12b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:22.086629 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:22.087497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.090682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4fda95-1cf1-48d5-b18f-18559ff463b7 None None] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:22.104774 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-73dfad4a-7b6b-437e-98ba-eaf0ac18aa29 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3131196 Mar 10 05:15:22.107631 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:22.112056 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:22.130822 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.132462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.187087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for router_controller (d4939cae-8430-4d24-b3e7-a550519e2ea5), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.200808 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:15:22.201688 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.329607 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for router_gateway (d4939cae-8430-4d24-b3e7-a550519e2ea5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.335348 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Allocated IP 172.20.0.2 (3cef41fa-f762-40cd-ab47-c4af3fb2d12b/4bb4ac07-6098-4661-8ce4-446089088478/e493e11b-c8db-478d-822f-69bded86d6b9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:22.483770 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks [] for port (e493e11b-c8db-478d-822f-69bded86d6b9), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.490011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.528412 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:22.533425 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:22.536626 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:22.544626 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Pushing event updated for resources: {'Port': ['ID=e493e11b-c8db-478d-822f-69bded86d6b9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:22.597819 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Attempting to bind port e493e11b-c8db-478d-822f-69bded86d6b9 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:22.598196 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Attempting to bind port e493e11b-c8db-478d-822f-69bded86d6b9 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:22.598562 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Attempting to bind port e493e11b-c8db-478d-822f-69bded86d6b9 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:22.603621 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:22.603995 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:22.604404 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.604801 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Bound using segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:22.605291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Bound port: e493e11b-c8db-478d-822f-69bded86d6b9, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:22.605677 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.671538 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] For port e493e11b-c8db-478d-822f-69bded86d6b9, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:22.674962 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] For port e493e11b-c8db-478d-822f-69bded86d6b9, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e493e11b-c8db-478d-822f-69bded86d6b9,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:22.681020 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.735564 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b47d64-8f64-4b37-993f-274ec12976b7 None None] Pushing event updated for resources: {'Port': ['ID=e493e11b-c8db-478d-822f-69bded86d6b9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:22.749330 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for router_gateway (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.768496 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:22.876419 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Allocated IP 172.27.1.97 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/f93bbc93-4595-4f6d-8fab-ef283878be16) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:22.992702 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.032660 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.071574 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:23.077854 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:23.082043 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:23.085094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Pushing event updated for resources: {'Port': ['ID=f93bbc93-4595-4f6d-8fab-ef283878be16,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:23.117011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e493e11b-c8db-478d-822f-69bded86d6b9 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:23.167301 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e493e11b-c8db-478d-822f-69bded86d6b9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:23.167684 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.250670 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e493e11b-c8db-478d-822f-69bded86d6b9 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:23.251302 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.283236 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port e493e11b-c8db-478d-822f-69bded86d6b9, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e493e11b-c8db-478d-822f-69bded86d6b9,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:23.286905 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.334603 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=e493e11b-c8db-478d-822f-69bded86d6b9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:23.334820 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for router_gateway (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.543062 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.635171 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c03b38a-081f-4577-8329-6008bb758011 None None] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:23.679118 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:15:23.745527 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38281289-217b-4fc4-8954-7badf8e05cb2 None None] Provisioning complete for port e493e11b-c8db-478d-822f-69bded86d6b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:23.745896 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38281289-217b-4fc4-8954-7badf8e05cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.787117 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:23.799107 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:23.806147 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:23.807401 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-169ff958-4c0a-407e-b127-b09195175d0e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6986613 Mar 10 05:15:23.811012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:23.815480 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:23.816496 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:23.843438 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38281289-217b-4fc4-8954-7badf8e05cb2 None None] Current status of the port e493e11b-c8db-478d-822f-69bded86d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:23.932684 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:24.074971 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f4b661e-3a1b-4123-9143-da73faaeb825 None None] Provisioning complete for port e493e11b-c8db-478d-822f-69bded86d6b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:24.075305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f4b661e-3a1b-4123-9143-da73faaeb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.118152 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:23Z', 'revision_number': 3, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:24.149664 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:24.150030 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Updating router d4939cae-8430-4d24-b3e7-a550519e2ea5 port f93bbc93-4595-4f6d-8fab-ef283878be16 binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:15:24.158873 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b661e-3a1b-4123-9143-da73faaeb825 None None] Current status of the port e493e11b-c8db-478d-822f-69bded86d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:24.177903 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.258558 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.429997 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks [] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.435446 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.488170 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Pushing event updated for resources: {'Port': ['ID=f93bbc93-4595-4f6d-8fab-ef283878be16,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:24.496245 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Attempting to bind port f93bbc93-4595-4f6d-8fab-ef283878be16 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:24.496635 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Attempting to bind port f93bbc93-4595-4f6d-8fab-ef283878be16 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:24.496983 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Attempting to bind port f93bbc93-4595-4f6d-8fab-ef283878be16 on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:24.500399 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.500772 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.501235 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.501500 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.501835 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.502163 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.502504 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.502834 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.503160 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.503496 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.503818 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.504136 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.504452 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:15:24.510744 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:24.511120 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:24.511527 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.511917 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:24.512387 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Bound port: f93bbc93-4595-4f6d-8fab-ef283878be16, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:24.512764 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.566044 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] For port f93bbc93-4595-4f6d-8fab-ef283878be16, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:24.570200 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] For port f93bbc93-4595-4f6d-8fab-ef283878be16, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=f93bbc93-4595-4f6d-8fab-ef283878be16,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:24.576049 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.623621 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:24.624247 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:24.635567 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Allocated IP 172.20.0.1 (3cef41fa-f762-40cd-ab47-c4af3fb2d12b/4bb4ac07-6098-4661-8ce4-446089088478/8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:24.674739 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206de40-8da4-4ea1-afbc-829860edfc09 None None] Pushing event updated for resources: {'Port': ['ID=f93bbc93-4595-4f6d-8fab-ef283878be16,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:24.742790 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks [] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.746763 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:24.776446 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.819709 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:24.822694 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:24.827218 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:24.830055 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:24.870324 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:24.933904 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:23Z', 'revision_number': 3, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:24.968583 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6168d3-bd97-4817-a61d-9ba4fc4445ec None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:23Z', 'revision_number': 3, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:25.018098 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.085345 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38e53576-b219-40bd-b49e-b7ddb5027669 None None] Provisioning complete for port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:25.085722 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38e53576-b219-40bd-b49e-b7ddb5027669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.115715 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e493e11b-c8db-478d-822f-69bded86d6b9 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:25.153527 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38e53576-b219-40bd-b49e-b7ddb5027669 None None] Port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:25.179181 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port e493e11b-c8db-478d-822f-69bded86d6b9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:25.179839 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.202571 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks [] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.211338 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.309297 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port e493e11b-c8db-478d-822f-69bded86d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:25.316710 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.319867 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:25.414003 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:25.415448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:25.538761 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:15:25.654012 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:25.659245 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-fc564e64-e6d5-475b-88df-1e526f9721b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4939cae-8430-4d24-b3e7-a550519e2ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471873 Mar 10 05:15:25.683331 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-34a0707f-4327-43cb-bdc0-09da7d41aee9 None None] Provisioning complete for port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:25.683719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34a0707f-4327-43cb-bdc0-09da7d41aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:25.878589 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-34a0707f-4327-43cb-bdc0-09da7d41aee9 None None] Port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:26.208267 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:26.213401 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-21175629-network', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:26.231831 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Made reservation on behalf of 779fc702ba8d49ca8936bfdcfda227ee for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:15:26.234100 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.243011 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.326983 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks [] for security_group (5e5a33cc-71e2-42c5-9431-c47c2a87afd8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.330770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5e5a33cc-71e2-42c5-9431-c47c2a87afd8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.355265 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 05:15:26.365163 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a33cc-71e2-42c5-9431-c47c2a87afd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:26.371105 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (5083144c-d5d9-4cde-ab7f-a153b7aec8ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.371459 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.segments_db [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Added segment 5083144c-d5d9-4cde-ab7f-a153b7aec8ed of type vlan for network 090aa5be-bd9f-4548-aaae-da6f1e094bae Mar 10 05:15:26.410909 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739059660508'] for network (090aa5be-bd9f-4548-aaae-da6f1e094bae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.440205 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250'] for network (090aa5be-bd9f-4548-aaae-da6f1e094bae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.441464 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:26.442044 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.474631 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2652607 Mar 10 05:15:26.478171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:26.483474 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Request body: {'subnet': {'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-21175629-subnet', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:26.505665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Made reservation on behalf of 779fc702ba8d49ca8936bfdcfda227ee for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:15:26.505903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74a355-4f4b-42ec-99c9-822f482d56ac admin admin] Pushing event updated for resources: {'Network': ['ID=090aa5be-bd9f-4548-aaae-da6f1e094bae,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:26.508758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15770254'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.516470 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae details requested by agent ovs-agent-dv-cinder-804757-26-iscsi with host dv-cinder-804757-26-iscsi {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 05:15:26.601260 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:26.611186 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:26.611794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:26.682847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14716497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15770272'] for subnet (a774d1f2-0c93-4534-be73-5fe4b11e317c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.721553 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:26.739642 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a774d1f2-0c93-4534-be73-5fe4b11e317c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:26.746973 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Checking segment: {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:26.747336 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Network hostable DHCP agents. Network: 090aa5be-bd9f-4548-aaae-da6f1e094bae, hostable agents: ['49cab25c-a7ba-4246-ba9a-da0d17b768ad'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 05:15:26.764110 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae is scheduled to be hosted by DHCP agent 49cab25c-a7ba-4246-ba9a-da0d17b768ad with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 05:15:26.774562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-26-iscsi, 090aa5be-bd9f-4548-aaae-da6f1e094bae) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:26.778774 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:26.779401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.794537 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1554d-ad42-42c5-ac95-e8249a2dfef0 None None] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:26.796174 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-888112f9-dd66-4a05-b24a-f66586041bba admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3167548 Mar 10 05:15:26.798963 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:26.803436 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:26.822106 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2051620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24976'] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.823091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2051728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2064242', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1586405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24991'] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.878098 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for router_controller (0897474b-6070-4fae-9847-a2221d7f8ebb), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:26.995295 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5092ea4a-d389-5d96-9fae-04c98ea58513-090aa5be-bd9f-4548-aaae-da6f1e094bae', 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae', 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'fixed_ips': [{'subnet_id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c'}]}} from dv-cinder-804757-26-iscsi. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 05:15:26.996199 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.019329 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for router_gateway (0897474b-6070-4fae-9847-a2221d7f8ebb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.088897 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:25Z', 'revision_number': 2, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:27.122637 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:27.123071 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Updating router d4939cae-8430-4d24-b3e7-a550519e2ea5 port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:15:27.128869 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device f93bbc93-4595-4f6d-8fab-ef283878be16 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:27.213305 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.239974 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for router_gateway (0897474b-6070-4fae-9847-a2221d7f8ebb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.240537 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Allocated IP 172.20.0.2 (090aa5be-bd9f-4548-aaae-da6f1e094bae/a774d1f2-0c93-4534-be73-5fe4b11e317c/49f3098f-e019-4bde-8c18-f363fe5454d4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:27.264714 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.353954 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port f93bbc93-4595-4f6d-8fab-ef283878be16 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:27.354327 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.377550 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Allocated IP 172.27.1.109 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/933b6cb8-f4ac-4b7f-8299-dc7f98bfa707) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:27.438088 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.493045 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.532750 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.583984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:27.592178 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:27.599187 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:27.603625 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:27.633170 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port f93bbc93-4595-4f6d-8fab-ef283878be16 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:27.633794 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.654173 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks [] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.669581 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port f93bbc93-4595-4f6d-8fab-ef283878be16, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=f93bbc93-4595-4f6d-8fab-ef283878be16,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:27.676258 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.681612 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.754102 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:27.760747 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:27.770595 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:27.774217 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Pushing event updated for resources: {'Port': ['ID=49f3098f-e019-4bde-8c18-f363fe5454d4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:27.790002 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks [] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.835121 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.893715 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Attempting to bind port 49f3098f-e019-4bde-8c18-f363fe5454d4 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:27.894117 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Attempting to bind port 49f3098f-e019-4bde-8c18-f363fe5454d4 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:27.894486 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Attempting to bind port 49f3098f-e019-4bde-8c18-f363fe5454d4 on network 090aa5be-bd9f-4548-aaae-da6f1e094bae {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:27.902960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=f93bbc93-4595-4f6d-8fab-ef283878be16,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:27.911417 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:27.911799 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Checking segment: {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:27.912205 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.913120 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Bound using segment: {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:27.913840 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Bound port: 49f3098f-e019-4bde-8c18-f363fe5454d4, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:27.914259 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:27.963577 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for router_gateway (0897474b-6070-4fae-9847-a2221d7f8ebb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.041287 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2fc7-7652-48b3-bc11-d166a34c529c None None] Pushing event updated for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:28.056422 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Attempting to bind port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:28.056801 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Attempting to bind port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:28.057191 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Attempting to bind port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:28.072720 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:28.073135 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:28.073581 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.073925 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Bound using segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:28.074409 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Bound port: 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:28.074796 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.092682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] For port 49f3098f-e019-4bde-8c18-f363fe5454d4, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:28.128805 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] For port 49f3098f-e019-4bde-8c18-f363fe5454d4, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=49f3098f-e019-4bde-8c18-f363fe5454d4,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:28.137493 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.258019 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2051743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2064157'] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.342755 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] For port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:28.364593 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] For port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:28.368236 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Provisioning complete for port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:28.368605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.370400 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73022-d1b4-436c-973f-5078b0cfbe53 None None] Pushing event updated for resources: {'Port': ['ID=49f3098f-e019-4bde-8c18-f363fe5454d4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:28.374904 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.402266 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Router 0897474b-6070-4fae-9847-a2221d7f8ebb is scheduled to L3 agent cc849549-645b-4733-82f0-7c10dace8883 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 05:15:28.472849 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:28.473512 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:28.478552 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2fc7-7652-48b3-bc11-d166a34c529c None None] Pushing event updated for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:28.523568 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:28.536783 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Sync routers for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:28.554339 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.556028 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c0399d4a-9c5d-4d82-81ef-6031b503f7d3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7559683 Mar 10 05:15:28.559383 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:28.601656 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:28.602497 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:28.618871 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Current status of the port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:28.619271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.669265 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:28.711774 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] For port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:28.720082 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:28.786275 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:28.886232 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906bef-33bc-4301-8e31-f8c5ff1cd246 None None] Pushing event updated for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:28.920950 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3cd127cd-37a7-4a1f-8d62-0b798d92ed90 None None] Provisioning complete for port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:28.921351 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3cd127cd-37a7-4a1f-8d62-0b798d92ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.054605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3cd127cd-37a7-4a1f-8d62-0b798d92ed90 None None] Current status of the port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:29.067733 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:29.086740 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 3, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:29.116931 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9d103-5f45-4928-b231-38ea15793dd0 None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:29.118605 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Checking router: 0897474b-6070-4fae-9847-a2221d7f8ebb for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:29.118970 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Updating router 0897474b-6070-4fae-9847-a2221d7f8ebb port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 binding host dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:15:29.148842 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.171963 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.330648 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 49f3098f-e019-4bde-8c18-f363fe5454d4 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:29.424539 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 49f3098f-e019-4bde-8c18-f363fe5454d4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:29.424921 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.444468 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Allocated IP 172.20.0.1 (090aa5be-bd9f-4548-aaae-da6f1e094bae/a774d1f2-0c93-4534-be73-5fe4b11e317c/ae22144f-11ff-43f2-bff1-b5cc8551b076) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:29.493411 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks [] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.502421 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.560718 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0f052-ff2d-4fe0-9d6f-3640095e9b51 None None] Pushing event updated for resources: {'Port': ['ID=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:29.582080 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Attempting to bind port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:29.582441 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Attempting to bind port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:29.582790 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 49f3098f-e019-4bde-8c18-f363fe5454d4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:29.582913 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Attempting to bind port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 on network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:29.583190 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.589973 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:29.590150 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Checking segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:29.590928 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.591048 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Bound using segment: {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:29.591480 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Bound port: 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46381401-1d39-4a31-b7c1-d03df7dc55e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:29.591855 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.597169 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks [] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.647780 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 49f3098f-e019-4bde-8c18-f363fe5454d4, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=49f3098f-e019-4bde-8c18-f363fe5454d4,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:29.656239 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.657113 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device f93bbc93-4595-4f6d-8fab-ef283878be16 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:29.662294 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] For port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:29.667539 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.673356 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] For port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:29.681368 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.751067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:29.754115 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0f052-ff2d-4fe0-9d6f-3640095e9b51 None None] Pushing event updated for resources: {'Port': ['ID=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:29.757872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:29.769027 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:29.769242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:29.770414 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:29.789843 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=49f3098f-e019-4bde-8c18-f363fe5454d4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:29.797384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port f93bbc93-4595-4f6d-8fab-ef283878be16 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:29.797767 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.811691 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Pushing event updated for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:29.845737 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d9310-808b-4917-ab81-858d84ed8adf None None] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:15:29.849476 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049394'] for router_interface (0897474b-6070-4fae-9847-a2221d7f8ebb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:29.919211 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:29.954803 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port f93bbc93-4595-4f6d-8fab-ef283878be16 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:29.977393 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-913e0a46-7356-4b98-885d-410048c1e714 None None] Provisioning complete for port 49f3098f-e019-4bde-8c18-f363fe5454d4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:29.977805 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-913e0a46-7356-4b98-885d-410048c1e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.028069 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.107311 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-913e0a46-7356-4b98-885d-410048c1e714 None None] Current status of the port 49f3098f-e019-4bde-8c18-f363fe5454d4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:30.156419 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 3, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:30.191741 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eab7796-3e0e-4e71-8907-e8886c8e8294 None None] The sync data for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi is: [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 3, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:30.233593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks [] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.240340 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.304291 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Pushing event updated for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:30.335655 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049502'] for router_interface (0897474b-6070-4fae-9847-a2221d7f8ebb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.350548 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Provisioning complete for port 49f3098f-e019-4bde-8c18-f363fe5454d4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:30.350960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.467700 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:30.468835 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Current status of the port 49f3098f-e019-4bde-8c18-f363fe5454d4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:30.469194 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:30.483576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:30.485652 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.556011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-29ee505f-fbe0-4122-8658-8c8b69b4b37c None None] Port ae22144f-11ff-43f2-bff1-b5cc8551b076 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:30.645940 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Router 0897474b-6070-4fae-9847-a2221d7f8ebb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:15:30.684176 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f9971480-b6df-40a2-b010-174671ca8392 None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:30.684578 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9971480-b6df-40a2-b010-174671ca8392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.729973 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f9971480-b6df-40a2-b010-174671ca8392 None None] Port ae22144f-11ff-43f2-bff1-b5cc8551b076 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:30.813768 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:15:30.821644 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-82fc67b8-d58e-4384-a6c3-5a608790e7bb admin admin] 10.222.0.11 "PUT /v2.0/routers/0897474b-6070-4fae-9847-a2221d7f8ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2611089 Mar 10 05:15:30.859573 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8daafb53-d04a-4393-bb5a-e3b333a56aa0 None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:30.860072 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8daafb53-d04a-4393-bb5a-e3b333a56aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:30.898709 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8daafb53-d04a-4393-bb5a-e3b333a56aa0 None None] Port ae22144f-11ff-43f2-bff1-b5cc8551b076 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:31.213370 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 49f3098f-e019-4bde-8c18-f363fe5454d4 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:31.263627 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 49f3098f-e019-4bde-8c18-f363fe5454d4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:31.264008 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:31.339011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 49f3098f-e019-4bde-8c18-f363fe5454d4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:31.340028 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:31.387263 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:31.387634 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:31.460051 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:31.460446 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:31.479502 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] For port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:31.483390 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:31.484148 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:31.558539 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Pushing event updated for resources: {'Port': ['ID=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:31.571349 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:31.571730 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:31.647766 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:32.489391 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:32.493946 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834815209', 'description': 'tempest-secgroup-smoke-834815209 description', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:32.516229 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.584040 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (cb333e89-8ff8-444b-81fd-f4fdedc24904), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.590725 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cb333e89-8ff8-444b-81fd-f4fdedc24904), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.606021 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Sync routers for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:15:32.617011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:32.617872 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:32.618302 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.619518 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1291223 Mar 10 05:15:32.622943 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:32.624215 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915890e2-28f9-49d4-aa75-e8bb68f5bd58 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb333e89-8ff8-444b-81fd-f4fdedc24904,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:32.633330 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:32.661485 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (cb27eb19-8e0c-4468-ab6d-355ce706df1f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.725179 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (cb27eb19-8e0c-4468-ab6d-355ce706df1f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.730346 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (cb27eb19-8e0c-4468-ab6d-355ce706df1f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.750218 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb27eb19-8e0c-4468-ab6d-355ce706df1f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:32.761169 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.762475 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-29819d04-b392-4e4a-8970-422f6c80d037 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383870 Mar 10 05:15:32.765125 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:32.769599 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:32.795490 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (55595a25-a0b3-4074-b875-b847e64ad212), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.850268 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (55595a25-a0b3-4074-b875-b847e64ad212), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.853999 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (55595a25-a0b3-4074-b875-b847e64ad212), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.860642 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:32.871625 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55595a25-a0b3-4074-b875-b847e64ad212,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:32.880890 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.883195 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-34a6f469-873f-415a-85fd-e27b2b451603 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169658 Mar 10 05:15:32.885767 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:32.890015 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:32.915979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (b55fa2e0-6699-4674-aa70-04eb9d3ccb7c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.972011 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (b55fa2e0-6699-4674-aa70-04eb9d3ccb7c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.977313 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (b55fa2e0-6699-4674-aa70-04eb9d3ccb7c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:32.996129 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55fa2e0-6699-4674-aa70-04eb9d3ccb7c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.001605 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.002802 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c1810dfb-a20a-4d65-a0f2-cb43e806c273 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161191 Mar 10 05:15:33.005557 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:33.011188 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:33.035976 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (5fd95345-1abd-409e-87f2-412cf44e2d65), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.080979 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:29Z', 'revision_number': 4, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ae22144f-11ff-43f2-bff1-b5cc8551b076', 'name': '', 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'mac_address': 'fa:16:3e:28:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:29Z', 'updated_at': '2022-03-10T05:15:30Z', 'revision_number': 2, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'subnets': [{'id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:33.100574 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (5fd95345-1abd-409e-87f2-412cf44e2d65), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.104259 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (5fd95345-1abd-409e-87f2-412cf44e2d65), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.111872 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:33.114970 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Checking router: 0897474b-6070-4fae-9847-a2221d7f8ebb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:15:33.115340 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Updating router 0897474b-6070-4fae-9847-a2221d7f8ebb port ae22144f-11ff-43f2-bff1-b5cc8551b076 binding host dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 05:15:33.124093 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd95345-1abd-409e-87f2-412cf44e2d65,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.129505 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.133789 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5ce01c17-8bd9-4440-a349-43b5e8b3bed6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232541 Mar 10 05:15:33.134001 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:33.138288 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:33.158752 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Project 61d74e48952e48f78919c0b7d9aa1d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:15:33.163964 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (591c2229-d919-45cc-a0ba-08a957e5f906), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.176578 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.221155 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (591c2229-d919-45cc-a0ba-08a957e5f906), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.223786 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:33.224281 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.224862 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (591c2229-d919-45cc-a0ba-08a957e5f906), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.242141 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591c2229-d919-45cc-a0ba-08a957e5f906,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.250781 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.251968 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-82e78b92-61cb-4890-a21c-99a42a1a172f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170146 Mar 10 05:15:33.254797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:15:33.259822 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'security_group_rule': {'security_group_id': 'cb333e89-8ff8-444b-81fd-f4fdedc24904', 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:33.279386 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Project 61d74e48952e48f78919c0b7d9aa1d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 05:15:33.284102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (20af4ee1-e5c6-4da4-a2a2-61efb1a5037b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.343062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (20af4ee1-e5c6-4da4-a2a2-61efb1a5037b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.346642 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587512'] for security_group_rule (20af4ee1-e5c6-4da4-a2a2-61efb1a5037b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.363258 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20af4ee1-e5c6-4da4-a2a2-61efb1a5037b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.371817 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.373625 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-5d1c32b9-fa25-45d5-a7f2-2a1b4adeed67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177671 Mar 10 05:15:33.419885 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:33.517366 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks [] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.522876 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.574811 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f012-acb2-4e3c-843f-4243ea8859bb None None] Pushing event updated for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.624654 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Attempting to bind port ae22144f-11ff-43f2-bff1-b5cc8551b076 on host dv-cinder-804757-26-iscsi for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:33.625375 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Attempting to bind port ae22144f-11ff-43f2-bff1-b5cc8551b076 by drivers openvswitch,hyperv on host dv-cinder-804757-26-iscsi at level 0 using segments [{'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:33.625500 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Attempting to bind port ae22144f-11ff-43f2-bff1-b5cc8551b076 on network 090aa5be-bd9f-4548-aaae-da6f1e094bae {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:33.632338 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Checking agent: {'id': 'd7090b5a-3f9c-4e0b-a885-5a182e44ddb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 4, 57, 20), 'started_at': datetime.datetime(2022, 3, 10, 4, 57, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:33.632816 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Checking segment: {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:33.633250 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.633643 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Bound using segment: {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:33.634115 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Bound port: ae22144f-11ff-43f2-bff1-b5cc8551b076, host: dv-cinder-804757-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5083144c-d5d9-4cde-ab7f-a153b7aec8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:33.634493 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.706126 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] For port ae22144f-11ff-43f2-bff1-b5cc8551b076, host dv-cinder-804757-26-iscsi, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:33.710494 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] For port ae22144f-11ff-43f2-bff1-b5cc8551b076, host dv-cinder-804757-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=ae22144f-11ff-43f2-bff1-b5cc8551b076,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:33.716975 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.780421 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:15:33.781696 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:33.823112 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f012-acb2-4e3c-843f-4243ea8859bb None None] Pushing event updated for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:33.861437 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:33.862984 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:33.953190 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:15:34.085097 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Current status of the port ae22144f-11ff-43f2-bff1-b5cc8551b076 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:34.085546 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:34.171465 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] For port ae22144f-11ff-43f2-bff1-b5cc8551b076, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=ae22144f-11ff-43f2-bff1-b5cc8551b076,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:34.179016 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:34.250884 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a034233-d1c8-4884-9a2d-5dc82c49862a None None] Pushing event updated for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:34.271083 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:29Z', 'revision_number': 4, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ae22144f-11ff-43f2-bff1-b5cc8551b076', 'name': '', 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'mac_address': 'fa:16:3e:28:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:29Z', 'updated_at': '2022-03-10T05:15:33Z', 'revision_number': 4, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'subnets': [{'id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:15:34.304238 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d922f37-3d08-4b86-a05b-81d26bdfa4a8 None None] The sync data for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi is: [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:15:29Z', 'revision_number': 4, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': 'ae22144f-11ff-43f2-bff1-b5cc8551b076', 'name': '', 'network_id': '090aa5be-bd9f-4548-aaae-da6f1e094bae', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'mac_address': 'fa:16:3e:28:75:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:29Z', 'updated_at': '2022-03-10T05:15:33Z', 'revision_number': 4, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'subnets': [{'id': 'a774d1f2-0c93-4534-be73-5fe4b11e317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:15:34.316846 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9dc7d074-cbdc-42b8-a5b6-72b93b5f9261 None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:34.317266 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9dc7d074-cbdc-42b8-a5b6-72b93b5f9261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:34.410947 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7d074-cbdc-42b8-a5b6-72b93b5f9261 None None] Current status of the port ae22144f-11ff-43f2-bff1-b5cc8551b076 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:35.110858 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device ae22144f-11ff-43f2-bff1-b5cc8551b076 up at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:15:35.158851 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Provisioning complete for port ae22144f-11ff-43f2-bff1-b5cc8551b076 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:35.159228 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:35.236391 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Current status of the port ae22144f-11ff-43f2-bff1-b5cc8551b076 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:15:43.409423 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3666-7de4-4de9-9456-ff066592a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:45.656603 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e130c7c5-4083-4ef4-a8c6-85f1bd088c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:46.742704 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:47.767543 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-4a9ea225-c46b-40bb-a521-54ea2f8268e6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834815209&fields=id&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 267 time: 0.0424087 Mar 10 05:15:47.873717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-d20ae479-6ed4-4994-85cb-0a21eb90910d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:47.875156 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-d20ae479-6ed4-4994-85cb-0a21eb90910d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1013203 Mar 10 05:15:47.889841 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-8d70b831-3fc4-4cab-8341-94be56a4e8a0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/quotas/61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 375 time: 0.0092592 Mar 10 05:15:47.945273 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-6f48571f-d1ef-4c2c-a55b-c3453cde2995 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505502 Mar 10 05:15:48.047851 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-826575a5-54bf-4d9b-abec-34f9e1ce748e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:15:48.048836 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-826575a5-54bf-4d9b-abec-34f9e1ce748e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0925977 Mar 10 05:15:48.100955 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:48.141866 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-8af53125-bfcf-4dc8-a84e-298582eaa593 service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872905 Mar 10 05:15:48.229025 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-eec82e53-d96a-4362-96f0-7ffb52df5de3 service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815065 Mar 10 05:15:48.553431 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0e44b44f-16e8-4a6b-ba69-77d51278e8e9 req-4bad1f55-c9a7-430a-8a7d-a677da3b1023 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 210 time: 0.0759563 Mar 10 05:15:49.500229 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-e79ffb37-2dff-45f0-90fa-9a6df883502a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:49.501695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-e79ffb37-2dff-45f0-90fa-9a6df883502a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1173377 Mar 10 05:15:49.566889 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-ad339134-884a-4388-95d3-bc5591bdcd45 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 379 time: 0.0573528 Mar 10 05:15:49.576187 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'port': {'device_id': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'admin_state_up': True, 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'security_groups': ['cb333e89-8ff8-444b-81fd-f4fdedc24904']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:49.635412 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:49.677455 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a1d7ee64-8c9e-4912-9425-e1dfa7a2493e req-9577149b-3402-4e05-a798-293bab264dfe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 210 time: 0.0351360 Mar 10 05:15:49.716279 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Made reservation on behalf of 61d74e48952e48f78919c0b7d9aa1d5a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:15:49.719615 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:49.775668 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:15:49.853890 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.20.0.14 (3cef41fa-f762-40cd-ab47-c4af3fb2d12b/4bb4ac07-6098-4661-8ce4-446089088478/a2fa5f94-d2dc-4d80-a338-f728ac467332) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:15:50.000950 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.038927 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.084740 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:15:50.089733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:15:50.093289 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:15:50.099358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:50.144630 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:50.145267 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.162034 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-c8be04bc-1d10-4d2a-ab0a-d6076259c1c0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5904913 Mar 10 05:15:50.171762 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-55bbfa22-0c5d-42db-82af-433d42e6ca91 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:15:50.172765 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-55bbfa22-0c5d-42db-82af-433d42e6ca91 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050182 Mar 10 05:15:50.228497 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Request body: {'port': {'device_id': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:15:50.287298 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.329960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-df457fc4-412a-4e4d-911b-830b329d8aca None None] Provisioning complete for port a2fa5f94-d2dc-4d80-a338-f728ac467332 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:15:50.330330 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df457fc4-412a-4e4d-911b-830b329d8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.364908 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-df457fc4-412a-4e4d-911b-830b329d8aca None None] Port a2fa5f94-d2dc-4d80-a338-f728ac467332 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:15:50.546841 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa5f94-d2dc-4d80-a338-f728ac467332 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:15:50.554015 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks [] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.565580 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Transition to ACTIVE for port object a2fa5f94-d2dc-4d80-a338-f728ac467332 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:15:50.570326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.619393 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:50.691318 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Attempting to bind port a2fa5f94-d2dc-4d80-a338-f728ac467332 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:15:50.691970 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Attempting to bind port a2fa5f94-d2dc-4d80-a338-f728ac467332 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:15:50.692307 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Attempting to bind port a2fa5f94-d2dc-4d80-a338-f728ac467332 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:50.696761 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Port a2fa5f94-d2dc-4d80-a338-f728ac467332 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:15:50.697081 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Attempting to bind port a2fa5f94-d2dc-4d80-a338-f728ac467332 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:15:50.703079 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:15:50.703416 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:15:50.703800 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Bound using segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:15:50.704230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Bound port: a2fa5f94-d2dc-4d80-a338-f728ac467332, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:15:50.704584 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.773765 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:15:50.777283 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:15:50.784326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.804360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaa3b6-b05f-4ac2-9302-6614f545dddd req-012796c7-90e9-40b8-ae07-2965c7a2fd77 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:50.805795 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-aafaa3b6-b05f-4ac2-9302-6614f545dddd req-012796c7-90e9-40b8-ae07-2965c7a2fd77 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0562665 Mar 10 05:15:50.819660 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:50.819952 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:50.821247 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 1094 time: 0.6419132 Mar 10 05:15:50.821667 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:15:50.824481 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94350ba6-af97-4b2a-a945-85cfcfae8a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:15:50.848654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3831c-8132-4532-ba56-d71a114620c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:15:50.898810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0daa5c-a60c-425f-8b45-4eb6475fea5c x-openstack-request-id: req-7e0daa5c-a60c-425f-8b45-4eb6475fea5c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:15:50.899093 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:15:50.899351 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e0daa5c-a60c-425f-8b45-4eb6475fea5c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:15:50.899746 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'status': 'completed', 'code': 200} Mar 10 05:15:50.905585 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-aafaa3b6-b05f-4ac2-9302-6614f545dddd req-bb2b4f0b-da47-46af-9358-9494c4b1884c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877419 Mar 10 05:15:50.921442 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-dd3f436a-a777-48a5-974c-1f75f456c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:50.922930 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-dd3f436a-a777-48a5-974c-1f75f456c190 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1128 time: 0.0555754 Mar 10 05:15:50.970284 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-a6bbf4df-d747-444c-b691-ff0c24bca5c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Mar 10 05:15:51.019080 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-337ffbf8-d109-4ae8-9c28-7331e23af592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.020532 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-337ffbf8-d109-4ae8-9c28-7331e23af592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0450068 Mar 10 05:15:51.067875 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c824-2031-446c-ab90-32c63006b36c req-cb6383d0-3cb3-40fe-9616-74b49f41f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.069302 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-cb6383d0-3cb3-40fe-9616-74b49f41f55e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431452 Mar 10 05:15:51.157744 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-33c5aa11-ddc8-4251-93cc-a2eede758632 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 Mar 10 05:15:51.244612 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-dca9c824-2031-446c-ab90-32c63006b36c req-b6437531-a414-4df5-8a1d-a2cee3c65933 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810368 Mar 10 05:15:51.333951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-e6aa5a9e-fd31-4a03-94af-9b30e739a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.335303 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-e6aa5a9e-fd31-4a03-94af-9b30e739a443 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1128 time: 0.0492871 Mar 10 05:15:51.424240 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-2adbb0af-01bb-4c71-9226-a4d9aa790050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.425717 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-2adbb0af-01bb-4c71-9226-a4d9aa790050 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0832400 Mar 10 05:15:51.468559 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-1515dfc6-165d-4d5c-9fc9-0146f2534f55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 217 time: 0.0366282 Mar 10 05:15:51.514723 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-d10e6898-eed9-4860-b95f-94e269381450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.516113 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-d10e6898-eed9-4860-b95f-94e269381450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0416839 Mar 10 05:15:51.562292 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-7cc760b0-cda9-4db1-96a0-813d477ec568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:51.563699 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-7cc760b0-cda9-4db1-96a0-813d477ec568 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420082 Mar 10 05:15:51.921536 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-f2f6e7b8-26d5-4d1d-8ef5-a5f1fd1b7f63 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520868 Mar 10 05:15:52.040005 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-94350ba6-af97-4b2a-a945-85cfcfae8a5c req-53567016-f365-4ef2-8f26-41e52687253f service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125505 Mar 10 05:15:52.055444 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758b82a-2093-48db-aa66-18916c57a372 req-c41e4b82-a8fe-4910-965c-40d799cb5124 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:52.056847 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c758b82a-2093-48db-aa66-18916c57a372 req-c41e4b82-a8fe-4910-965c-40d799cb5124 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0718935 Mar 10 05:15:52.105592 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c758b82a-2093-48db-aa66-18916c57a372 req-987de8a6-3201-47d7-905d-4b88f8202945 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Mar 10 05:15:53.222254 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587201-60dc-40a8-9e50-1bdf68ef0acf req-6f4b8521-9b9c-4c73-b424-393833a9ee9e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:53.223692 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c5587201-60dc-40a8-9e50-1bdf68ef0acf req-6f4b8521-9b9c-4c73-b424-393833a9ee9e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0521781 Mar 10 05:15:53.270743 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-c5587201-60dc-40a8-9e50-1bdf68ef0acf req-d7c89dbb-5f13-429d-a499-4eba5e6f6caf tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415347 Mar 10 05:15:54.386986 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d1bc-ee09-4ca4-b51e-df3272e4d5bf req-612ebd64-148e-4c50-a6d5-da73851015c5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:54.388427 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-32e2d1bc-ee09-4ca4-b51e-df3272e4d5bf req-612ebd64-148e-4c50-a6d5-da73851015c5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0527880 Mar 10 05:15:54.436254 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-32e2d1bc-ee09-4ca4-b51e-df3272e4d5bf req-68138666-72eb-4a05-ac6d-1d6ce6ee336b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Mar 10 05:15:55.551602 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d7c7-4a64-455b-a691-11f89f9e391c req-b53285c8-4a66-4ec8-ba07-9a18d98fa444 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:55.553050 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2133d7c7-4a64-455b-a691-11f89f9e391c req-b53285c8-4a66-4ec8-ba07-9a18d98fa444 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0511420 Mar 10 05:15:55.599438 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2133d7c7-4a64-455b-a691-11f89f9e391c req-af090f9e-a77e-418d-9b7a-4b2f99ee9356 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Mar 10 05:15:56.715828 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34267013-06fe-4c5a-8fc6-af0e33a68bac req-1f129c56-f584-4334-9c4e-dee20c152bc0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:56.717301 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-34267013-06fe-4c5a-8fc6-af0e33a68bac req-1f129c56-f584-4334-9c4e-dee20c152bc0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0536468 Mar 10 05:15:56.769861 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-34267013-06fe-4c5a-8fc6-af0e33a68bac req-81f6757b-991f-4a78-909a-32ff8fb96031 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470591 Mar 10 05:15:57.310716 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:15:57.888670 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57000df-6aee-483c-8f75-e1042445b536 req-7e367ade-da1a-453a-91f1-ccd2ab92b5d9 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:57.890147 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f57000df-6aee-483c-8f75-e1042445b536 req-7e367ade-da1a-453a-91f1-ccd2ab92b5d9 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0549376 Mar 10 05:15:57.936589 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f57000df-6aee-483c-8f75-e1042445b536 req-451981ce-2da4-4f70-bc2b-a8ce1b15ec3d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405786 Mar 10 05:15:59.054423 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a9ff-28d1-4e44-a697-88a5f2c39e42 req-d91ca5ba-1f55-4856-ac27-e38a7fd07cd8 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:15:59.055897 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-00b7a9ff-28d1-4e44-a697-88a5f2c39e42 req-d91ca5ba-1f55-4856-ac27-e38a7fd07cd8 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 944 time: 0.0526097 Mar 10 05:15:59.103943 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-00b7a9ff-28d1-4e44-a697-88a5f2c39e42 req-541641f7-6e7b-4c9e-88d2-7f162c257146 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Mar 10 05:15:59.860442 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device a2fa5f94-d2dc-4d80-a338-f728ac467332 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:15:59.957808 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:15:59.969087 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'port_id': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'mac_address': 'fa:16:3e:ff:5f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:16:00.004638 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port a2fa5f94-d2dc-4d80-a338-f728ac467332 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:16:00.005030 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:00.018269 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa5f94-d2dc-4d80-a338-f728ac467332 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:16:00.036690 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:16:00.040811 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:00.086598 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:16:00.220903 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c696c9f-f77c-4696-b760-4829cf8356e0 req-a8552976-eb1e-43b6-b8ab-a7aa5a1f54f0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:00.222312 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c696c9f-f77c-4696-b760-4829cf8356e0 req-a8552976-eb1e-43b6-b8ab-a7aa5a1f54f0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 945 time: 0.0529284 Mar 10 05:16:00.253096 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['a2fa5f94-d2dc-4d80-a338-f728ac467332'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:16:00.269916 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3c696c9f-f77c-4696-b760-4829cf8356e0 req-dd8e5a08-9d87-49ff-aada-ad401d894b23 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Mar 10 05:16:01.384936 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54effc60-11eb-4035-b5d5-8c9b47943acc req-fc6e9a6a-378e-4dc2-9c7b-7feb412c2930 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:01.387191 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-54effc60-11eb-4035-b5d5-8c9b47943acc req-fc6e9a6a-378e-4dc2-9c7b-7feb412c2930 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 945 time: 0.0511799 Mar 10 05:16:01.434769 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-54effc60-11eb-4035-b5d5-8c9b47943acc req-5acea8cf-5780-4642-a42f-ed629cd1ab86 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421236 Mar 10 05:16:01.876163 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device a2fa5f94-d2dc-4d80-a338-f728ac467332 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:16:01.925927 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port a2fa5f94-d2dc-4d80-a338-f728ac467332 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:16:01.929474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port a2fa5f94-d2dc-4d80-a338-f728ac467332 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:16:01.929847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:02.005765 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port a2fa5f94-d2dc-4d80-a338-f728ac467332 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:16:02.006154 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:02.028570 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:16:02.030990 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496db53e-0ab4-459b-bc3d-307f9acb4082" -d '{"events": [{"server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:16:02.043804 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:16:02.047847 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:02.098769 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:16:02.124274 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ced82a-97f6-4f07-8ad1-8861e518b5ae x-openstack-request-id: req-07ced82a-97f6-4f07-8ad1-8861e518b5ae {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:16:02.124576 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "name": "network-vif-plugged", "status": "completed", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:16:02.124833 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07ced82a-97f6-4f07-8ad1-8861e518b5ae {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:16:02.125269 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'code': 200} Mar 10 05:16:02.329354 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03352388-e4dc-4279-a714-87bfbe10313a req-c026ca4d-57e9-4166-b0e5-64c52c9b57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:02.330839 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-03352388-e4dc-4279-a714-87bfbe10313a req-c026ca4d-57e9-4166-b0e5-64c52c9b57de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1130 time: 0.0471077 Mar 10 05:16:02.375519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-03352388-e4dc-4279-a714-87bfbe10313a req-874b7aad-e894-4cd9-8270-19f3497f2a37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389316 Mar 10 05:16:02.551171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278fc3-621f-4d8a-8321-57e0da7ec550 req-e8452ee1-f509-4894-b0d9-0754d2e9a354 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:02.552619 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-de278fc3-621f-4d8a-8321-57e0da7ec550 req-e8452ee1-f509-4894-b0d9-0754d2e9a354 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0520012 Mar 10 05:16:02.601716 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-de278fc3-621f-4d8a-8321-57e0da7ec550 req-23b4409e-1271-4323-912f-fa7786702137 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431545 Mar 10 05:16:03.722837 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03ad19-5f6f-420f-8c8c-ed8e70e624e3 req-696334d8-1c33-47fb-bc5a-10526a4bd9da tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:03.724294 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef03ad19-5f6f-420f-8c8c-ed8e70e624e3 req-696334d8-1c33-47fb-bc5a-10526a4bd9da tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0563366 Mar 10 05:16:03.772755 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-ef03ad19-5f6f-420f-8c8c-ed8e70e624e3 req-6b7fc2bc-69de-4728-85b8-75b33dbeb39f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Mar 10 05:16:03.887680 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fe2d3-7403-4097-95a1-cd2709ff07e4 req-680a08f8-75dc-4a2d-a487-e2c164a1911f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:03.889024 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9b4fe2d3-7403-4097-95a1-cd2709ff07e4 req-680a08f8-75dc-4a2d-a487-e2c164a1911f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0517597 Mar 10 05:16:03.940349 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-9b4fe2d3-7403-4097-95a1-cd2709ff07e4 req-1b4dafa8-66cc-4ad0-a8e9-de6c537f3bba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Mar 10 05:16:03.962067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53696) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:16:04.053633 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd7391-9be6-4a56-a15d-3400f556a7ad tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:04.055144 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-33fd7391-9be6-4a56-a15d-3400f556a7ad tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1125 time: 0.0921166 Mar 10 05:16:04.058893 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 53700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:16:04.063814 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'port_id': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:16:04.084969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:04.192091 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:04.293022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.27.1.136 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/c04cacf4-409e-45f2-85f0-ec8e2f998003) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:16:04.393612 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:04.425432 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:04.460210 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:16:04.463039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:16:04.466263 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:16:04.494152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=c04cacf4-409e-45f2-85f0-ec8e2f998003,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:16:04.827152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (526c86c4-2641-4609-8e09-f5facb7758a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:04.894725 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:05.042546 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:05.047010 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:05.119227 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=c04cacf4-409e-45f2-85f0-ec8e2f998003,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:16:05.130320 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (526c86c4-2641-4609-8e09-f5facb7758a0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:05.232679 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP 526c86c4-2641-4609-8e09-f5facb7758a0 associated. External IP: 172.27.1.136, port: a2fa5f94-d2dc-4d80-a338-f728ac467332. Mar 10 05:16:05.446304 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:16:05.553766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:16:05.563884 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:16:05.573287 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:16:05.573755 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:05.573932 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:16:05.603436 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-7adb4dd0-1c21-4da4-a9d9-e2da47e58f6c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5435400 Mar 10 05:16:05.604562 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:16:05.606870 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c34bb0-656e-40f6-9bdf-7135c9a1213e" -d '{"events": [{"name": "network-changed", "server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:16:05.686784 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:16:05.698229 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9fd677-378d-4d82-998c-825269ffd4bf x-openstack-request-id: req-0d9fd677-378d-4d82-998c-825269ffd4bf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:16:05.698601 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:16:05.698872 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d9fd677-378d-4d82-998c-825269ffd4bf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:16:05.699286 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'status': 'completed', 'code': 200} Mar 10 05:16:05.767203 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-84f34b9e-16d4-40dc-880e-d68340362329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:05.768708 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-84f34b9e-16d4-40dc-880e-d68340362329 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1130 time: 0.0485866 Mar 10 05:16:05.856490 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-90456946-2ce8-4e63-8b76-b1ed317b2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:05.858022 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-90456946-2ce8-4e63-8b76-b1ed317b2579 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0838604 Mar 10 05:16:05.911659 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '526c86c4-2641-4609-8e09-f5facb7758a0', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:ff:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:16:04Z', 'updated_at': '2022-03-10T05:16:04Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:16:05.924896 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-6fb2f3fa-6f15-4336-964e-66c5e97a61a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 1000 time: 0.0614820 Mar 10 05:16:05.938037 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:16:05.946286 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:16:05.946921 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:15:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:16:05.971866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-d442ae10-2ae9-4dde-9793-780eab805885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:05.973347 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-d442ae10-2ae9-4dde-9793-780eab805885 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0433559 Mar 10 05:16:06.020809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-fab22dcc-bb27-453a-b6ce-4a94bee7c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:06.022326 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-fab22dcc-bb27-453a-b6ce-4a94bee7c4f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432000 Mar 10 05:16:06.052690 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:16:06.112544 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-18d71900-1409-48fa-97d5-14208b56c731 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Mar 10 05:16:06.200152 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c34bb0-656e-40f6-9bdf-7135c9a1213e req-9b314280-e8e0-4b31-90f6-2ce2f25c89b0 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814512 Mar 10 05:16:06.359236 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '526c86c4-2641-4609-8e09-f5facb7758a0', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:ff:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:16:04Z', 'updated_at': '2022-03-10T05:16:04Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:16:06.383920 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76b942-a036-43fe-bb52-573d17edc6ac None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '526c86c4-2641-4609-8e09-f5facb7758a0', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:ff:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:16:04Z', 'updated_at': '2022-03-10T05:16:04Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:16:06.572100 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccc319-a031-4dbb-b029-6d2590234c7c None None] New status for floating IP 526c86c4-2641-4609-8e09-f5facb7758a0: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:16:13.411756 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b78d769-b319-47c6-91e3-fbc99344f7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:15.661420 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68444cdc-58af-4dc8-b311-7f125a88330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:16.745053 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:18.102284 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:19.637110 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:26.773668 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:16:27.331017 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:29.946441 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-6899b17b-04ba-4f2b-b76f-664fcb0658ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476830 Mar 10 05:16:30.028484 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248516-8fb5-448a-a707-3278669adb20 req-a5ae78d5-586c-4c21-84d5-75c820f0d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:30.029983 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-a5ae78d5-586c-4c21-84d5-75c820f0d1ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1130 time: 0.0444705 Mar 10 05:16:30.132473 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248516-8fb5-448a-a707-3278669adb20 req-5903ebad-64be-43e6-829f-77a35ef59eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:30.134010 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-5903ebad-64be-43e6-829f-77a35ef59eae service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0864418 Mar 10 05:16:30.199651 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-f1677465-6dc2-4314-ad13-5a6f481c649f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 1002 time: 0.0589345 Mar 10 05:16:30.246395 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248516-8fb5-448a-a707-3278669adb20 req-2482edea-2620-4ab0-85ef-3241295ced37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:30.247781 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-2482edea-2620-4ab0-85ef-3241295ced37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0420833 Mar 10 05:16:30.297645 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248516-8fb5-448a-a707-3278669adb20 req-f90bc5e7-c095-41f1-a031-25fda08f7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:16:30.299104 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-f90bc5e7-c095-41f1-a031-25fda08f7e1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460651 Mar 10 05:16:30.386818 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-d2314bd1-ba2f-44af-9177-ea0daa8f76f6 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817211 Mar 10 05:16:30.477951 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-b4248516-8fb5-448a-a707-3278669adb20 req-58b65413-c1c9-47b2-bcfc-f53dba9b0887 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Mar 10 05:16:43.411868 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13ba6683-6e99-435f-8d84-ca11d355108d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:45.663288 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03200775-5b82-4219-8449-6c7051427be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:46.751957 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:48.105313 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:49.639848 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:16:57.327680 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:03.773607 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:17:13.413102 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0a1e49c-d817-4a1a-b5ff-914f62252cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:15.667045 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a33ccdd4-f183-456b-88e4-a1da56f62d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:16.750994 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:18.108017 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:19.643798 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:27.345461 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:29.936370 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-47e3799f-26ab-4378-9347-ad84b0143fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548801 Mar 10 05:17:30.023171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-8c50c062-0f31-4cd4-8518-966eb8c8def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:17:30.025178 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-8c50c062-0f31-4cd4-8518-966eb8c8def1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 1130 time: 0.0467126 Mar 10 05:17:30.136057 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-b351b164-3274-4401-b16d-1a0e87d81692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:17:30.137534 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-b351b164-3274-4401-b16d-1a0e87d81692 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0917070 Mar 10 05:17:30.205410 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-06cf6d72-9d50-442a-b272-14fd2e541cae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 200 len: 1002 time: 0.0617213 Mar 10 05:17:30.253273 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-24f0fa01-c1bc-4160-83f9-8a59b468f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:17:30.254774 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-24f0fa01-c1bc-4160-83f9-8a59b468f777 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0441389 Mar 10 05:17:30.305637 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-563f0e08-b59d-4f63-ab73-8e18db931b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:17:30.307196 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-563f0e08-b59d-4f63-ab73-8e18db931b6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468669 Mar 10 05:17:30.393464 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-652ac895-4830-4e09-a659-60d2ab71f377 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803940 Mar 10 05:17:30.482853 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-1d4ffc94-98b8-499f-8465-f7ccf3d209df req-b3b4b89f-a0c6-47ee-a1fc-b2de77518b60 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832093 Mar 10 05:17:40.773085 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:17:43.414635 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7971c2f5-f974-414f-bae3-6ce6b0de7437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:45.669941 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faaadc98-069f-4f29-91aa-085e24d19003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:46.752545 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:48.110930 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:49.644960 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:17:57.340833 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:00.933271 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3044-5e0d-45c8-b3e6-fae4df77d3db req-acad370c-05d8-4d91-9822-514b76240c55 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:00.934615 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-949a3044-5e0d-45c8-b3e6-fae4df77d3db req-acad370c-05d8-4d91-9822-514b76240c55 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0526898 Mar 10 05:18:00.981152 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-949a3044-5e0d-45c8-b3e6-fae4df77d3db req-4ba7e333-3113-4311-8b27-920f3b199672 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Mar 10 05:18:02.098181 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116c6c-b8bb-49a6-8ca7-442d8d1627dd req-fee6657a-84ce-49b0-963f-4b4ed2b4c13d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:02.099630 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2116c6c-b8bb-49a6-8ca7-442d8d1627dd req-fee6657a-84ce-49b0-963f-4b4ed2b4c13d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0511923 Mar 10 05:18:02.146480 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a2116c6c-b8bb-49a6-8ca7-442d8d1627dd req-a2a31250-ec20-4c9e-94df-eb63cc3161ab tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Mar 10 05:18:02.409885 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-1f4d1c45-c664-4a7b-a6cb-c106e69d2518 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:02.411194 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-1f4d1c45-c664-4a7b-a6cb-c106e69d2518 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 946 time: 0.0528834 Mar 10 05:18:02.499053 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port a2fa5f94-d2dc-4d80-a338-f728ac467332 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:18:02.499401 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:02.586798 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] For port a2fa5f94-d2dc-4d80-a338-f728ac467332, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a2fa5f94-d2dc-4d80-a338-f728ac467332,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:18:02.587152 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:03.026404 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:03.026758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (526c86c4-2641-4609-8e09-f5facb7758a0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:03.027064 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.db.l3_db [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP 526c86c4-2641-4609-8e09-f5facb7758a0 disassociated. External IP: 172.27.1.136, port: a2fa5f94-d2dc-4d80-a338-f728ac467332. Mar 10 05:18:03.027403 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for a2fa5f94-d2dc-4d80-a338-f728ac467332 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:18:03.152793 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (a2fa5f94-d2dc-4d80-a338-f728ac467332), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:03.182693 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=a2fa5f94-d2dc-4d80-a338-f728ac467332,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:03.193807 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.193807 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.193807 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.194171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.194358 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.194608 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.194867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.195191 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.195517 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.195836 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.196194 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.197023 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.197366 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:03.249444 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-21e19946-1bba-441c-a6e7-b7716fc24531 req-e067c6f8-5e1e-484b-8211-1083afce660b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=de8250fb-d676-4649-a236-5c6aa7da227f HTTP/1.1" status: 200 len: 210 time: 0.0279739 Mar 10 05:18:03.308489 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:18:03.417065 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:18:03.429476 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:18:03.439356 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:18:03.439959 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:17:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:03.458162 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] No DVR routers for this DVR port a2fa5f94-d2dc-4d80-a338-f728ac467332 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:18:03.460747 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:03.464695 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-e8ca99ee-17b5-4575-bc8c-143526ae14c0 req-608dddf2-9c91-4cd8-97f8-ebb42c5f29fe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "DELETE /v2.0/ports/a2fa5f94-d2dc-4d80-a338-f728ac467332 HTTP/1.1" status: 204 len: 173 time: 1.0482986 Mar 10 05:18:03.465135 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'name': 'network-vif-deleted', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:18:03.467951 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb53197-b2b0-49b6-a084-e45a8d742136" -d '{"events": [{"server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "name": "network-vif-deleted", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:18:03.507019 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e17e014-e010-40f9-b945-83c22efa0d1e x-openstack-request-id: req-6e17e014-e010-40f9-b945-83c22efa0d1e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:18:03.507314 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8250fb-d676-4649-a236-5c6aa7da227f", "name": "network-vif-deleted", "tag": "a2fa5f94-d2dc-4d80-a338-f728ac467332", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:18:03.507595 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e17e014-e010-40f9-b945-83c22efa0d1e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:18:03.508041 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8250fb-d676-4649-a236-5c6aa7da227f', 'name': 'network-vif-deleted', 'tag': 'a2fa5f94-d2dc-4d80-a338-f728ac467332', 'status': 'completed', 'code': 200} Mar 10 05:18:03.551205 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:18:03.759473 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:03.785617 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:18:03.794460 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:18:03.795498 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:17:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:03.903855 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:18:04.100433 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:04.133084 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc0aa87-5fa4-4e90-acc5-32d1db4217ad None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:18:04.351249 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f0169-ba38-4597-9e97-18883b7ad87e None None] New status for floating IP 526c86c4-2641-4609-8e09-f5facb7758a0: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:18:04.494541 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-ee722c3c-e37b-4d7f-9c44-a99196e8538e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834815209&fields=id&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 267 time: 0.0513587 Mar 10 05:18:04.603866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-d82ab852-20f1-4b6d-9554-7456fb51d89e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:04.605321 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-d82ab852-20f1-4b6d-9554-7456fb51d89e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1036825 Mar 10 05:18:04.620103 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-a9773e34-dbd0-4ef1-80f6-9300b85a14c9 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/quotas/61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 375 time: 0.0093927 Mar 10 05:18:04.672766 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-5876abc9-c14d-4fd3-8003-d576b5d29f96 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479288 Mar 10 05:18:04.773056 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-25103587-2ab9-4de0-b869-22f7ea32155a service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858688 Mar 10 05:18:04.861368 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-f4329adc-3dbc-4a7a-9f05-d796e2ac73a0 service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823452 Mar 10 05:18:05.142363 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7ba91874-8d8c-416c-82d5-50531c2eb14b req-1b92ac6c-f53b-4814-90b5-51f33d32b4a2 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 210 time: 0.0316868 Mar 10 05:18:06.028614 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-7183208d-ee84-4f23-ae7e-03a2db3796bd tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:06.030109 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-7183208d-ee84-4f23-ae7e-03a2db3796bd tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1058376 Mar 10 05:18:06.094486 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-dbe82387-69d6-43e3-89c7-e7c1f90960e5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 379 time: 0.0569379 Mar 10 05:18:06.103182 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'port': {'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'admin_state_up': True, 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'security_groups': ['cb333e89-8ff8-444b-81fd-f4fdedc24904']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:18:06.223525 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Made reservation on behalf of 61d74e48952e48f78919c0b7d9aa1d5a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:18:06.226702 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.250053 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-82bbd597-4bb9-40d1-95f2-1c41fc31f4e7 req-dd08a9fe-0aaf-4bbb-b85e-f7bb86492e17 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 210 time: 0.0368946 Mar 10 05:18:06.371612 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.20.0.6 (3cef41fa-f762-40cd-ab47-c4af3fb2d12b/4bb4ac07-6098-4661-8ce4-446089088478/fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:18:06.451921 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device a2fa5f94-d2dc-4d80-a338-f728ac467332 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:18:06.472474 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: a2fa5f94-d2dc-4d80-a338-f728ac467332 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:18:06.472820 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device a2fa5f94-d2dc-4d80-a338-f728ac467332 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:18:06.511451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.544067 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.589348 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:18:06.594236 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:18:06.597797 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:18:06.604099 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:06.648239 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:06.648846 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.665732 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-af89383f-ae35-4f1a-bbc3-d37ccf5860a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665820 Mar 10 05:18:06.677104 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Request body: {'port': {'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:18:06.739777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.811662 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-142a4a7d-e7a9-4dde-8757-0fa44f247d2c None None] Provisioning complete for port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:18:06.812038 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-142a4a7d-e7a9-4dde-8757-0fa44f247d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:06.852956 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-142a4a7d-e7a9-4dde-8757-0fa44f247d2c None None] Port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:18:06.998778 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:18:07.005943 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks [] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:07.017294 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Transition to ACTIVE for port object fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:18:07.020467 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:07.071692 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:07.144320 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Attempting to bind port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:18:07.144654 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Attempting to bind port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:18:07.144982 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Attempting to bind port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:18:07.150181 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:18:07.150501 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Attempting to bind port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:18:07.155515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:18:07.155853 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:18:07.156242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Bound using segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:18:07.156668 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Bound port: fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:18:07.157027 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:07.221772 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:18:07.224836 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:18:07.230537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:07.263426 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.264045 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:07.265457 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] 10.222.0.24 "PUT /v2.0/ports/fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 1093 time: 0.5926459 Mar 10 05:18:07.265890 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:18:07.268238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:18:07.293230 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455d38-6356-4b28-9b71-fcb05fce2f5f service neutron] Pushing event updated for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:07.341109 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88319a43-47c9-4400-b9bd-5e85a35b1694 x-openstack-request-id: req-88319a43-47c9-4400-b9bd-5e85a35b1694 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:18:07.341419 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:18:07.341697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88319a43-47c9-4400-b9bd-5e85a35b1694 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:18:07.342068 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'status': 'completed', 'code': 200} Mar 10 05:18:07.390531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-930d0af1-2c27-4a18-8a73-b916ac5c0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.392047 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-930d0af1-2c27-4a18-8a73-b916ac5c0865 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1127 time: 0.0809155 Mar 10 05:18:07.437999 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-30267117-0ffb-4e56-a6cb-69e9b6903f61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 217 time: 0.0392678 Mar 10 05:18:07.449056 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf4bf-802a-424d-bd29-fe92e395b75b req-de322c92-c365-4ce0-9d67-6c6d26537d42 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.450512 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7dbf4bf-802a-424d-bd29-fe92e395b75b req-de322c92-c365-4ce0-9d67-6c6d26537d42 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0985985 Mar 10 05:18:07.519839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-2508aa8b-0caf-4584-82b3-ff480a741f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.521301 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-2508aa8b-0caf-4584-82b3-ff480a741f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0699224 Mar 10 05:18:07.542136 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7dbf4bf-802a-424d-bd29-fe92e395b75b req-38e8360b-22e3-46af-8792-eaedfa67c4e7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838993 Mar 10 05:18:07.575334 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-4655bf78-a6b3-48d0-8485-d0cfed1f5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.576822 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-4655bf78-a6b3-48d0-8485-d0cfed1f5dfd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460148 Mar 10 05:18:07.660563 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-cfd30056-0710-4103-9a22-eeeaf458fb66 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781929 Mar 10 05:18:07.749405 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2f98f2db-b8ce-487e-b737-1de31acd7eef req-b74f2beb-db9b-4b9d-88dd-4345caa00641 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Mar 10 05:18:07.836377 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-cc7148a8-389f-4373-8fbe-e7d644aac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.837910 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-cc7148a8-389f-4373-8fbe-e7d644aac710 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1127 time: 0.0467315 Mar 10 05:18:07.928058 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-1a2ca7d3-6010-40ce-bf38-877b8ad6e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:07.929519 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-1a2ca7d3-6010-40ce-bf38-877b8ad6e931 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0853407 Mar 10 05:18:07.970316 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-03d1755b-61c7-4df8-b3be-397800b46773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 217 time: 0.0343575 Mar 10 05:18:08.016531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-3c0034aa-0b43-49bc-a0ee-f1559f652697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:08.017924 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-3c0034aa-0b43-49bc-a0ee-f1559f652697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0416358 Mar 10 05:18:08.069766 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-d5430db6-9e33-44af-a662-077f52038b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:08.072213 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-d5430db6-9e33-44af-a662-077f52038b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482001 Mar 10 05:18:08.159923 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-3ae57edb-f009-4c45-ad56-6aec1e1a3888 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816898 Mar 10 05:18:08.250234 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7d2d19d3-6616-4a42-af80-3b2ecad1e52c req-a02a2168-ea11-4938-a7f8-bfd1ddd829d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Mar 10 05:18:08.658979 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d0401-f152-4842-8004-ace7d1478d14 req-38be6641-c45d-40fb-bfe0-72bd16c754e4 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:08.660396 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-eb9d0401-f152-4842-8004-ace7d1478d14 req-38be6641-c45d-40fb-bfe0-72bd16c754e4 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0501585 Mar 10 05:18:08.709189 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-eb9d0401-f152-4842-8004-ace7d1478d14 req-f2ccf102-76bc-48f2-8f4f-219cc12ff802 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Mar 10 05:18:09.824369 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3025-c114-43ed-aa19-713fc7a1aeea req-5d88b20a-35dd-474d-8604-58bfd96c9ebd tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:09.825858 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2aef3025-c114-43ed-aa19-713fc7a1aeea req-5d88b20a-35dd-474d-8604-58bfd96c9ebd tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0530505 Mar 10 05:18:09.872273 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2aef3025-c114-43ed-aa19-713fc7a1aeea req-05a8f157-af55-4bf5-a8bc-9e052150758b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409381 Mar 10 05:18:10.987720 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc8c1f-eda1-40c1-ab58-9272b5c8dd82 req-e7fd547e-71c2-4bac-a94d-4455ab82f4ab tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:10.989220 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ebc8c1f-eda1-40c1-ab58-9272b5c8dd82 req-e7fd547e-71c2-4bac-a94d-4455ab82f4ab tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0523610 Mar 10 05:18:11.035904 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-0ebc8c1f-eda1-40c1-ab58-9272b5c8dd82 req-b5ee2397-5ca5-4d29-ba91-3d7ebe2853ec tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405321 Mar 10 05:18:12.152372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240cfc7-389e-426a-9d69-6c635a20b69c req-babc3ea1-61ef-450a-8252-ec43db88b6f0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:12.153837 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4240cfc7-389e-426a-9d69-6c635a20b69c req-babc3ea1-61ef-450a-8252-ec43db88b6f0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0513303 Mar 10 05:18:12.204993 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-4240cfc7-389e-426a-9d69-6c635a20b69c req-4e1bc16e-401b-4e5b-b16d-278c2ea340db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Mar 10 05:18:13.417569 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6183b6c1-95cc-42e5-9f77-8d4ab65652be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:13.550445 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f217d6a-0182-4259-9a7b-a1620c5da309 req-d19e923d-6ac2-45ac-ad73-6ab9cd0f7adf tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:13.551933 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3f217d6a-0182-4259-9a7b-a1620c5da309 req-d19e923d-6ac2-45ac-ad73-6ab9cd0f7adf tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.2810946 Mar 10 05:18:13.599541 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-3f217d6a-0182-4259-9a7b-a1620c5da309 req-12f1d157-333c-4543-a7ed-9fd6af89410c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Mar 10 05:18:14.714845 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdd259-7db3-4f9a-b078-d1ea26bb05b4 req-4268ed22-e00a-43ef-b96f-81632c68b2a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:14.716296 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-29bdd259-7db3-4f9a-b078-d1ea26bb05b4 req-4268ed22-e00a-43ef-b96f-81632c68b2a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0518396 Mar 10 05:18:14.764276 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-29bdd259-7db3-4f9a-b078-d1ea26bb05b4 req-1ae09b4b-9520-4dfe-bfba-527e6235c162 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Mar 10 05:18:15.670972 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-545412ee-f8c2-4d7e-8fd8-d565a1ceca16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:15.886022 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ad86-1e35-4037-aef1-e09852cb62ae req-e104cc60-f02f-45f4-8c7a-0d70f8216f67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:15.887484 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f652ad86-1e35-4037-aef1-e09852cb62ae req-e104cc60-f02f-45f4-8c7a-0d70f8216f67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 943 time: 0.0581844 Mar 10 05:18:15.935385 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f652ad86-1e35-4037-aef1-e09852cb62ae req-b5c27df9-4c66-4b44-acb8-ce3e36176039 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Mar 10 05:18:16.467998 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:18:16.565024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:18:16.576811 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:18:16.612503 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:18:16.612891 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:16.625892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:18:16.648452 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:18:16.652301 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:16.700984 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:16.707916 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.708262 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.708607 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.708941 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.709298 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.709629 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.709954 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.710276 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.710596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.710916 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.711235 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.711579 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.711892 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:16.756779 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:16.869337 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:18:17.052232 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3f6c-e45e-4475-9e68-83c724261eff req-83902b7d-ea48-454d-ac7d-0d0957779d90 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:17.053722 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-527b3f6c-e45e-4475-9e68-83c724261eff req-83902b7d-ea48-454d-ac7d-0d0957779d90 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 944 time: 0.0504005 Mar 10 05:18:17.101194 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-527b3f6c-e45e-4475-9e68-83c724261eff req-689181e8-7564-4244-a666-8b665cc32c06 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412772 Mar 10 05:18:17.771954 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:18:18.113075 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:18.220065 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb981b-cfb5-45de-a3d4-f319ab8f3a89 req-0db1f352-8607-402c-9d35-567cda28f6b7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:18.221540 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2eeb981b-cfb5-45de-a3d4-f319ab8f3a89 req-0db1f352-8607-402c-9d35-567cda28f6b7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 944 time: 0.0536783 Mar 10 05:18:18.268386 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-2eeb981b-cfb5-45de-a3d4-f319ab8f3a89 req-bfb82522-ddda-4be9-93d6-15455d9b486a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Mar 10 05:18:18.483871 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:18:18.533455 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:18:18.537408 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:18:18.537786 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:18.613814 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:18:18.614200 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:18.636151 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:18:18.638542 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac09902-620e-4014-8042-dbb4c9807ec4" -d '{"events": [{"server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:18:18.652022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:18:18.656429 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:18.679011 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51661ee9-f52e-4cf1-bf12-ac548d5696e7 x-openstack-request-id: req-51661ee9-f52e-4cf1-bf12-ac548d5696e7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:18:18.679306 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "name": "network-vif-plugged", "status": "completed", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:18:18.679561 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51661ee9-f52e-4cf1-bf12-ac548d5696e7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:18:18.679953 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'code': 200} Mar 10 05:18:18.707200 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:18.910823 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96e9a-de08-44b6-b54f-2dae70326a60 req-1be50247-ba6e-402c-8de1-c55f1dcc3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:18.912212 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0d96e9a-de08-44b6-b54f-2dae70326a60 req-1be50247-ba6e-402c-8de1-c55f1dcc3dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0487165 Mar 10 05:18:18.958112 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0d96e9a-de08-44b6-b54f-2dae70326a60 req-dc542f9e-5279-497f-96e0-92e9243d03c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391986 Mar 10 05:18:19.384701 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02086f5-c7a4-4a6f-a818-cb884f463765 req-eccb0fb5-1307-4ead-bb37-9f152a101a12 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:19.386190 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f02086f5-c7a4-4a6f-a818-cb884f463765 req-eccb0fb5-1307-4ead-bb37-9f152a101a12 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0519111 Mar 10 05:18:19.433904 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f02086f5-c7a4-4a6f-a818-cb884f463765 req-c3f4243b-c98f-4d46-a082-862b08ab3a76 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Mar 10 05:18:19.647368 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:20.549834 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef5017-3702-4991-bef4-e00c56a5ff9a req-60f79e87-04c1-4d8a-ab4e-be879af3adf6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:20.551279 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7ef5017-3702-4991-bef4-e00c56a5ff9a req-60f79e87-04c1-4d8a-ab4e-be879af3adf6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0514603 Mar 10 05:18:20.597964 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f7ef5017-3702-4991-bef4-e00c56a5ff9a req-3a1fac61-6bb1-4dd4-a14a-b96dc59c7aaf tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405462 Mar 10 05:18:20.715103 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a63fc-5d81-4276-84f3-40ac9edd7230 req-c220b810-415a-406f-a3fc-84f9d6e2e2a1 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:20.716470 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8b8a63fc-5d81-4276-84f3-40ac9edd7230 req-c220b810-415a-406f-a3fc-84f9d6e2e2a1 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0548472 Mar 10 05:18:20.767421 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-8b8a63fc-5d81-4276-84f3-40ac9edd7230 req-fb5e4c51-dd9a-4b5a-9d68-a4f956a7db2c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Mar 10 05:18:20.789133 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:18:20.831180 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f067854-886d-4ec3-8423-4e1f352e0c19 tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:20.832662 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-0f067854-886d-4ec3-8423-4e1f352e0c19 tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1124 time: 0.0422969 Mar 10 05:18:20.835326 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:18:20.839997 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:18:20.859039 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:20.956113 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.054429 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.27.1.210 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/33aeb93e-5aa5-43b2-9754-f04d3d50e835) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:18:21.156247 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.189873 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.223458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:18:21.226448 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:18:21.229806 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:18:21.263583 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=33aeb93e-5aa5-43b2-9754-f04d3d50e835,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:21.274827 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.275242 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.275587 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.275930 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.276255 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.276582 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.276910 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.277261 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.277589 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.277914 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.278238 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.278562 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.278881 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:18:21.600486 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (c54764f0-2e83-4d29-9a90-77c651ea3324), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.666091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.815015 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.819459 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:21.888048 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=33aeb93e-5aa5-43b2-9754-f04d3d50e835,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:18:21.899462 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (c54764f0-2e83-4d29-9a90-77c651ea3324), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:22.000663 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP c54764f0-2e83-4d29-9a90-77c651ea3324 associated. External IP: 172.27.1.210, port: fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7. Mar 10 05:18:22.205911 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:18:22.312227 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:18:22.321811 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:18:22.329514 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:22.331807 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:18:22.332415 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:18:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:22.358708 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-32a27bbd-fb82-4f36-89b5-13eaa68973ba tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5224047 Mar 10 05:18:22.359295 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:18:22.361535 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:18:22.446728 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:18:22.505020 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5051d7c-967f-45f3-aa01-77a45f10e5a7 x-openstack-request-id: req-f5051d7c-967f-45f3-aa01-77a45f10e5a7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:18:22.505385 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:18:22.505639 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5051d7c-967f-45f3-aa01-77a45f10e5a7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:18:22.506036 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'status': 'completed', 'code': 200} Mar 10 05:18:22.569947 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-77a71bd7-0a99-43de-b8b0-422ed7cdb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:22.572001 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-77a71bd7-0a99-43de-b8b0-422ed7cdb2a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0464675 Mar 10 05:18:22.663508 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-2c9cf9d4-8f87-4fd9-a63c-230c3f7a9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:22.665968 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-2c9cf9d4-8f87-4fd9-a63c-230c3f7a9722 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0886085 Mar 10 05:18:22.735335 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-96050893-829c-432d-ac72-9728931baaff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 999 time: 0.0639262 Mar 10 05:18:22.764098 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:21Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:22.785331 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-edc6cec5-3996-41db-802a-f54eb6302e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:22.786802 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-edc6cec5-3996-41db-802a-f54eb6302e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0464220 Mar 10 05:18:22.791436 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:18:22.799633 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:18:22.800229 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:18:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:22.835120 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-ba5fde28-adde-4974-a8e2-66ec5e3800fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:22.837233 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-ba5fde28-adde-4974-a8e2-66ec5e3800fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437224 Mar 10 05:18:22.909833 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:18:22.927467 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-dbfdd503-8632-4c30-ac17-ffd5e019de89 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Mar 10 05:18:23.015670 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-846a0e39-ffc4-4b1d-ade6-7f0bc02403a1 req-4bcec7a9-56de-4b3a-958b-3c1b7f4bbb88 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826795 Mar 10 05:18:23.134325 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:21Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:18:23.163857 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c35b25-378d-4723-809d-54539c899cb9 None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:21Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:18:23.350496 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da8cb0-232d-4456-baa9-595cce3210ce None None] New status for floating IP c54764f0-2e83-4d29-9a90-77c651ea3324: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:18:27.356078 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:32.467604 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-40e26364-e532-4ead-a511-ca12ce8b4054 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426257 Mar 10 05:18:32.559734 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-60997850-65f3-48c0-a0ba-c6594e4dceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:32.561745 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-60997850-65f3-48c0-a0ba-c6594e4dceb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0483947 Mar 10 05:18:32.659758 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-1f01290e-72f9-4e48-9dcd-a368438d2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:32.661265 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-1f01290e-72f9-4e48-9dcd-a368438d2c03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0816929 Mar 10 05:18:32.728272 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-b37e3db4-77ea-4a41-a66f-ba15c3871443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0607233 Mar 10 05:18:32.775665 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-1388abea-655d-483b-bc72-62ac53a27880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:32.777068 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-1388abea-655d-483b-bc72-62ac53a27880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0428364 Mar 10 05:18:32.824424 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-bc683263-ea39-47e7-a517-11beb9ff8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:18:32.825817 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-bc683263-ea39-47e7-a517-11beb9ff8e8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422623 Mar 10 05:18:32.914941 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-5bb4ec66-cce2-4c8b-ac3b-dd1ec91fb3c1 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822554 Mar 10 05:18:33.001008 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-43e10f82-b3bf-4fab-af6d-4f3930d6c13a req-b5527032-e2d4-49f2-9b54-77e2352f62a5 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786231 Mar 10 05:18:43.418656 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5cd74f6b-c938-4a13-baaa-2a1d002237c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:45.672404 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-273ffbae-1780-4121-a581-8eba62d80339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:46.759439 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:48.116213 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:49.651797 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:18:54.771213 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:18:57.353954 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:13.420990 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8620218c-50cf-4aff-9383-bba94dca6e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:15.674486 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cb2e-8677-4f87-9e62-c1a0695871ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:16.761509 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:18.117946 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:19.654343 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:27.353805 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:31.771148 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:19:34.629559 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-60916d7f-b524-4288-9349-67184cad44b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477579 Mar 10 05:19:34.713412 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-bcaf6ddb-f1e6-4cc0-9a3e-a856c7eb35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:19:34.714879 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-bcaf6ddb-f1e6-4cc0-9a3e-a856c7eb35b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0440698 Mar 10 05:19:34.817859 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-ea5bfb99-f88f-45a3-93a0-133ec040e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:19:34.819303 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-ea5bfb99-f88f-45a3-93a0-133ec040e252 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0862594 Mar 10 05:19:34.881948 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-d44213fe-b9c8-4911-b17f-9c4558e7e4d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0564682 Mar 10 05:19:34.928874 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-5e902cdd-ca14-4aa3-bd01-5e34a2a17944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:19:34.930323 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-5e902cdd-ca14-4aa3-bd01-5e34a2a17944 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0430396 Mar 10 05:19:34.982800 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-c83b1ba2-6d6b-4c4d-823f-136897c9e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:19:34.984271 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-c83b1ba2-6d6b-4c4d-823f-136897c9e9aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479791 Mar 10 05:19:35.070415 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-ef914085-ff30-4a41-bfad-1b1658f7012a service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800807 Mar 10 05:19:35.158492 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2b92b29a-f31d-47a5-9da8-6766f56436e7 req-fb9ba9ff-b44b-473c-bb14-44b9771d8890 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817375 Mar 10 05:19:43.422403 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d38f7ee-acbf-4211-a9ca-9823a882546d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:45.679251 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94a1c45f-c957-4b24-8f6f-74ebeb789994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:46.770764 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:48.120174 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:49.663579 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:57.357740 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:19:59.606163 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-7f4d657f-de1f-4075-a5ad-a778e906cf20 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834815209&fields=id&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 267 time: 0.0448973 Mar 10 05:19:59.712609 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-cea7e267-25df-4d52-86db-dbd7d2767d67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:19:59.714114 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-cea7e267-25df-4d52-86db-dbd7d2767d67 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1012104 Mar 10 05:19:59.728991 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-abb72e0c-ca67-4a0c-bdaa-3c8ddad76d49 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/quotas/61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 375 time: 0.0086510 Mar 10 05:19:59.788008 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-3547011c-4a30-4387-9020-5b993368e84a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536416 Mar 10 05:19:59.866340 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-48bae510-1d14-4dc5-88ec-bad81efa3a2e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 05:19:59.867321 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-48bae510-1d14-4dc5-88ec-bad81efa3a2e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0680118 Mar 10 05:19:59.954334 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-6c3e8931-9c77-48e3-af70-2ff46dd8ee3d service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Mar 10 05:20:00.045434 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-538a4d3a-1e2d-4c33-a14d-5a79042b27b9 service neutron] 10.222.0.11 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Mar 10 05:20:00.324994 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-7b214166-869d-41c7-b107-05d5003f9472 req-c097f948-0b48-4d53-b95c-289405a10146 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 210 time: 0.0267999 Mar 10 05:20:01.215022 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-bc9f248d-155d-49c7-a788-0c266dfe2908 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:01.217048 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-bc9f248d-155d-49c7-a788-0c266dfe2908 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 811 time: 0.1077101 Mar 10 05:20:01.278219 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-ac33345d-cc10-4e73-8b9e-a5b446b90e13 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d74e48952e48f78919c0b7d9aa1d5a HTTP/1.1" status: 200 len: 379 time: 0.0531785 Mar 10 05:20:01.286166 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'port': {'device_id': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'admin_state_up': True, 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'security_groups': ['cb333e89-8ff8-444b-81fd-f4fdedc24904']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:20:01.389376 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Made reservation on behalf of 61d74e48952e48f78919c0b7d9aa1d5a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 05:20:01.392777 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:01.420286 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6424262e-bdc3-4ccf-aa0c-f5e9eea8d020 req-5efd9119-4a47-47eb-8e7f-722f02b29cfe tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 210 time: 0.0272450 Mar 10 05:20:01.517613 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.20.0.10 (3cef41fa-f762-40cd-ab47-c4af3fb2d12b/4bb4ac07-6098-4661-8ce4-446089088478/54973be3-da3b-46dc-9233-73b5845f23eb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:20:01.658836 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (54973be3-da3b-46dc-9233-73b5845f23eb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:01.693119 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:01.734323 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:20:01.739349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:20:01.742941 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:20:01.767466 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:01.782593 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.782865 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.783217 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.783551 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.783886 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.784211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.784540 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.784866 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.785211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.785537 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.785859 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.786178 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.786500 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:01.806355 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:01.806969 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:01.823867 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-e9a0e4f9-2306-4143-b6fa-052280e3f0db tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5412025 Mar 10 05:20:01.834460 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.v2.base [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Request body: {'port': {'device_id': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:20:01.998490 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47e0ec2d-61f7-463e-bdcb-a76148c07200 None None] Provisioning complete for port 54973be3-da3b-46dc-9233-73b5845f23eb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:20:01.999100 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47e0ec2d-61f7-463e-bdcb-a76148c07200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.034851 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47e0ec2d-61f7-463e-bdcb-a76148c07200 None None] Port 54973be3-da3b-46dc-9233-73b5845f23eb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 05:20:02.171717 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.414506 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54973be3-da3b-46dc-9233-73b5845f23eb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:20:02.421617 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks [] for port (54973be3-da3b-46dc-9233-73b5845f23eb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.432810 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Transition to ACTIVE for port object 54973be3-da3b-46dc-9233-73b5845f23eb will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 05:20:02.436442 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.493720 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Pushing event updated for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:02.603576 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Attempting to bind port 54973be3-da3b-46dc-9233-73b5845f23eb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 05:20:02.603915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Attempting to bind port 54973be3-da3b-46dc-9233-73b5845f23eb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 05:20:02.604238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Attempting to bind port 54973be3-da3b-46dc-9233-73b5845f23eb on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:20:02.615592 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a16c66-4588-4114-9082-579e257ec34f req-6ec641a7-f8c7-4af0-95cc-acbedede4a3d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:02.617037 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-04a16c66-4588-4114-9082-579e257ec34f req-6ec641a7-f8c7-4af0-95cc-acbedede4a3d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.1168582 Mar 10 05:20:02.617847 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Port 54973be3-da3b-46dc-9233-73b5845f23eb on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 05:20:02.618171 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Attempting to bind port 54973be3-da3b-46dc-9233-73b5845f23eb on network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 05:20:02.629916 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Checking agent: {'id': '95d3aa88-20f5-44d6-8e0a-492357b2895e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'started_at': datetime.datetime(2022, 3, 10, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 5, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 05:20:02.630256 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Checking segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 05:20:02.630627 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Bound using segment: {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 05:20:02.631066 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Bound port: 54973be3-da3b-46dc-9233-73b5845f23eb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491873ea-1126-4886-ab29-ef5e725f29f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 05:20:02.631442 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.702844 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-04a16c66-4588-4114-9082-579e257ec34f req-05301497-fd13-4b39-90b4-e67eb7e7a080 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791647 Mar 10 05:20:02.724211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 05:20:02.727221 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=54973be3-da3b-46dc-9233-73b5845f23eb,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 05:20:02.733521 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14716452'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.766222 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:02.766832 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:02.768178 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] 10.222.0.24 "PUT /v2.0/ports/54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 1094 time: 0.9378765 Mar 10 05:20:02.768617 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:20:02.770863 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7a0a1-1d14-4876-a414-67af5acf6c98" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:20:02.801680 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e470c5-fb07-42f6-9229-0c3d6ee3bd6a service neutron] Pushing event updated for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:02.822244 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca88003e-e26e-4502-8bb5-fd00a4bb6143 x-openstack-request-id: req-ca88003e-e26e-4502-8bb5-fd00a4bb6143 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:20:02.822548 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:20:02.822801 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca88003e-e26e-4502-8bb5-fd00a4bb6143 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:20:02.823201 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb', 'status': 'completed', 'code': 200} Mar 10 05:20:02.860102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-09bfcf36-5e92-46de-a953-d215e304661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:02.861622 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-09bfcf36-5e92-46de-a953-d215e304661b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1128 time: 0.0495431 Mar 10 05:20:02.905589 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-77ec96b2-6c68-4302-82b1-6b1d5f29a26f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 217 time: 0.0359163 Mar 10 05:20:02.954871 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-d439bafa-930b-4cb8-b286-b020ec027918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:02.956344 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-d439bafa-930b-4cb8-b286-b020ec027918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0456605 Mar 10 05:20:03.004318 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-d3de582f-0996-4c53-acf0-aac2f9a9fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.005846 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-d3de582f-0996-4c53-acf0-aac2f9a9fbb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438657 Mar 10 05:20:03.096959 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-ecae59ca-ae4a-4a6b-a456-1a14a8ddcc22 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843179 Mar 10 05:20:03.189305 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-42b877dd-707d-4a54-8541-2cbf7f5321ae req-721b31cf-ac02-4184-9aeb-b178b97d8c94 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862622 Mar 10 05:20:03.276017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-057036f3-f2ae-4eb0-bcf0-c9561624ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.277486 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-057036f3-f2ae-4eb0-bcf0-c9561624ff86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1128 time: 0.0433455 Mar 10 05:20:03.363657 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-291aa5d4-ad87-4e87-8100-e2503cfda6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.365106 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-291aa5d4-ad87-4e87-8100-e2503cfda6df service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0822985 Mar 10 05:20:03.409794 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-b61e2b19-7cdd-4252-80a9-a01444a1a95d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 217 time: 0.0375619 Mar 10 05:20:03.459459 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-3325942a-8c68-489d-a051-6d949a90bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.460857 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-3325942a-8c68-489d-a051-6d949a90bba0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0429168 Mar 10 05:20:03.511107 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-92065fe4-e845-4893-8873-c64ae70287b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.512587 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-92065fe4-e845-4893-8873-c64ae70287b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434308 Mar 10 05:20:03.602505 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-ae402949-61d5-4293-ad5d-ebec0c429c13 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834854 Mar 10 05:20:03.705505 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-f0c7a0a1-1d14-4876-a414-67af5acf6c98 req-bb0c20f0-1b10-48f8-8612-daa586eb123b service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943294 Mar 10 05:20:03.820610 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c293d6-1a46-40ad-acf3-429a648623f9 req-e87b3e16-0fc1-4129-9097-8145bd242866 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:03.822093 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-24c293d6-1a46-40ad-acf3-429a648623f9 req-e87b3e16-0fc1-4129-9097-8145bd242866 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0523264 Mar 10 05:20:03.869337 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-24c293d6-1a46-40ad-acf3-429a648623f9 req-fc6e5a4e-2947-4922-adf6-271ae5231a8d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405293 Mar 10 05:20:04.986862 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc8030-d27b-49d1-9d7c-45cd0de7c2f2 req-df085697-9cf8-4846-b0d1-01e26181d359 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:04.988337 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-74dc8030-d27b-49d1-9d7c-45cd0de7c2f2 req-df085697-9cf8-4846-b0d1-01e26181d359 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0519025 Mar 10 05:20:05.036126 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-74dc8030-d27b-49d1-9d7c-45cd0de7c2f2 req-1aa48ba5-0830-4b99-ada7-407b4a09c66d tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Mar 10 05:20:06.150550 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3aa6e-bea5-40e5-a2c2-53e3af112739 req-69063c88-0f1f-4b70-993c-594d5d54e374 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:06.151989 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-47b3aa6e-bea5-40e5-a2c2-53e3af112739 req-69063c88-0f1f-4b70-993c-594d5d54e374 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0510275 Mar 10 05:20:06.201490 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-47b3aa6e-bea5-40e5-a2c2-53e3af112739 req-b55e975d-3f15-4e59-bee1-0c5ce0f14227 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Mar 10 05:20:07.325524 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d847be-b904-4c86-8838-49be6ddef0e2 req-1f653fc3-c777-40b3-8336-efd1c57f2e92 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:07.326993 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d2d847be-b904-4c86-8838-49be6ddef0e2 req-1f653fc3-c777-40b3-8336-efd1c57f2e92 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0550942 Mar 10 05:20:07.375092 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-d2d847be-b904-4c86-8838-49be6ddef0e2 req-ac938dc5-1d3f-4404-911f-3692ceac7ae3 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Mar 10 05:20:08.493712 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939d8b7-0ff1-4d60-9871-8a0e607c8aea req-dc31291b-5727-4099-a535-bff7f210e563 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:08.495161 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c939d8b7-0ff1-4d60-9871-8a0e607c8aea req-dc31291b-5727-4099-a535-bff7f210e563 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0548754 Mar 10 05:20:08.541356 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-c939d8b7-0ff1-4d60-9871-8a0e607c8aea req-284b0295-2371-4fb4-a86b-8dcaa0eea4df tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Mar 10 05:20:08.773896 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:20:09.657359 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a30a6-d160-4444-8c0d-f792661e172c req-c88bb4ec-bcd5-470b-9282-8f3e2174e4f7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:09.658827 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c5a30a6-d160-4444-8c0d-f792661e172c req-c88bb4ec-bcd5-470b-9282-8f3e2174e4f7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0512757 Mar 10 05:20:09.713475 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-4c5a30a6-d160-4444-8c0d-f792661e172c req-0d358551-101a-4e56-ab1f-cdb9ce16d979 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491278 Mar 10 05:20:10.829244 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2bf3e-76b0-455c-a09d-cd1cdcb71db5 req-e16b7163-b05c-4ce9-b5ef-039d1a0d2f71 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:10.830685 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-14e2bf3e-76b0-455c-a09d-cd1cdcb71db5 req-e16b7163-b05c-4ce9-b5ef-039d1a0d2f71 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 944 time: 0.0510204 Mar 10 05:20:10.878539 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-14e2bf3e-76b0-455c-a09d-cd1cdcb71db5 req-1dbd1cd0-cb8e-49ce-838d-c6c65cb1237f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Mar 10 05:20:11.027054 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 54973be3-da3b-46dc-9233-73b5845f23eb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 05:20:11.121191 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=54973be3-da3b-46dc-9233-73b5845f23eb,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:20:11.132499 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Returning: {'device': '54973be3-da3b-46dc-9233-73b5845f23eb', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'port_id': '54973be3-da3b-46dc-9233-73b5845f23eb', 'mac_address': 'fa:16:3e:bc:e5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 05:20:11.168549 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 54973be3-da3b-46dc-9233-73b5845f23eb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:20:11.168776 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:11.182661 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54973be3-da3b-46dc-9233-73b5845f23eb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 05:20:11.202934 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=54973be3-da3b-46dc-9233-73b5845f23eb,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:20:11.206744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:11.255693 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:11.262417 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.263463 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.263890 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.264233 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.264566 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.264899 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.265255 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.265588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.265916 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.266242 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.266566 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.266887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.267208 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:11.422842 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] get_ports_and_sgs() called for port_ids ['54973be3-da3b-46dc-9233-73b5845f23eb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 05:20:12.000584 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3d2b-ad37-4a8f-8911-a00bb61d70eb req-6159fc04-d65c-431b-8798-c551e62a90d0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:12.002081 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-84fd3d2b-ad37-4a8f-8911-a00bb61d70eb req-6159fc04-d65c-431b-8798-c551e62a90d0 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 945 time: 0.0574884 Mar 10 05:20:12.050883 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-84fd3d2b-ad37-4a8f-8911-a00bb61d70eb req-26d31a8a-a8bf-4fae-bca1-4bab83712f63 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Mar 10 05:20:13.027823 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 54973be3-da3b-46dc-9233-73b5845f23eb up at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 05:20:13.074216 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning for port 54973be3-da3b-46dc-9233-73b5845f23eb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 05:20:13.078839 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Provisioning complete for port 54973be3-da3b-46dc-9233-73b5845f23eb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 05:20:13.078839 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1022459'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:13.157795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Current status of the port 54973be3-da3b-46dc-9233-73b5845f23eb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 05:20:13.158187 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:13.168256 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ec4e7-82d7-4c95-8d4e-bb39e62b17a7 req-23cc2ee9-806f-4c49-9366-28626ab115dc tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:13.170974 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a78ec4e7-82d7-4c95-8d4e-bb39e62b17a7 req-23cc2ee9-806f-4c49-9366-28626ab115dc tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 945 time: 0.0534439 Mar 10 05:20:13.182682 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:20:13.185854 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50dc93a83f19aac8ea9d033d6ed66c0ef9467b7ebebf50b15878474ec0766d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081ebbc-8b47-4e48-afe4-cac7aaf5e75b" -d '{"events": [{"server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "name": "network-vif-plugged", "status": "completed", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:20:13.198444 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=54973be3-da3b-46dc-9233-73b5845f23eb,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:20:13.202975 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:13.227936 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6796821e-1fac-4b48-837c-030b440888b7 x-openstack-request-id: req-6796821e-1fac-4b48-837c-030b440888b7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:20:13.228236 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "name": "network-vif-plugged", "status": "completed", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:20:13.228498 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6796821e-1fac-4b48-837c-030b440888b7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:20:13.228878 dv-cinder-804757-26-iscsi neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb', 'code': 200} Mar 10 05:20:13.229845 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a78ec4e7-82d7-4c95-8d4e-bb39e62b17a7 req-94c83afe-6bf8-4f31-919f-4df560d74631 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519724 Mar 10 05:20:13.256022 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Pushing event updated for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:13.426909 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-869919eb-338f-4d40-a36f-64f6052144ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:13.437796 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66434b1-26e7-48ee-8031-2a74e3f886fc req-2ce5ff08-ed5a-44c1-b9b2-b1d7593bf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:13.439335 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d66434b1-26e7-48ee-8031-2a74e3f886fc req-2ce5ff08-ed5a-44c1-b9b2-b1d7593bf839 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1130 time: 0.0451906 Mar 10 05:20:13.483903 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-d66434b1-26e7-48ee-8031-2a74e3f886fc req-71905d90-258c-4c5b-ae46-d97a59975d68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386450 Mar 10 05:20:14.349879 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500a2b-b310-48dd-9ef9-c20749a1220f req-bf4d18e5-2e87-4b44-9ad2-03cb0172f82f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:14.351342 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-60500a2b-b310-48dd-9ef9-c20749a1220f req-bf4d18e5-2e87-4b44-9ad2-03cb0172f82f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Mar 10 05:20:14.401251 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-60500a2b-b310-48dd-9ef9-c20749a1220f req-ebfc539f-9b5e-44c4-83d3-42b86a0793c6 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 Mar 10 05:20:15.521039 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fde7cc-51e9-4943-b24a-71ddf60d8fb8 req-f8ca152c-9d47-4207-bed7-14b6bcf98633 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:15.522516 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-06fde7cc-51e9-4943-b24a-71ddf60d8fb8 req-f8ca152c-9d47-4207-bed7-14b6bcf98633 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.0525661 Mar 10 05:20:15.569259 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-06fde7cc-51e9-4943-b24a-71ddf60d8fb8 req-da165540-b76f-40fd-893c-7c634dd48541 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Mar 10 05:20:15.688651 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43bf0c-96d7-45f3-8d39-9aebd495fe39 req-517fcd02-2547-42f8-8ad0-eb86ffaef1c9 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:15.690448 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9b43bf0c-96d7-45f3-8d39-9aebd495fe39 req-517fcd02-2547-42f8-8ad0-eb86ffaef1c9 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.0547543 Mar 10 05:20:15.690795 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-677551a1-6211-4e5f-826b-eb6a9d68c655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:15.743750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-9b43bf0c-96d7-45f3-8d39-9aebd495fe39 req-2f6cdf91-9475-47c6-9729-cb972e18541a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475020 Mar 10 05:20:15.766606 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:20:15.807548 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3388ef22-5c58-4f73-891e-04aea7632c1c tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:15.809010 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3388ef22-5c58-4f73-891e-04aea7632c1c tempest-TestVolumeBootPattern-833319525 tempest-TestVolumeBootPattern-833319525-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1125 time: 0.0414660 Mar 10 05:20:15.812297 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:20:15.816601 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.v2.base [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Request body: {'floatingip': {'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'port_id': '54973be3-da3b-46dc-9233-73b5845f23eb', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 05:20:15.836524 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:15.929454 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:16.035105 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Allocated IP 172.27.1.209 (fb5e5c0a-c4ad-4ebf-b248-3ef296251113/c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac/d559976b-845c-4368-b8cb-ea8b38a3ed75) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 05:20:16.135144 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:16.171077 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739059641986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:16.212868 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Network fb5e5c0a-c4ad-4ebf-b248-3ef296251113 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 05:20:16.218110 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 05:20:16.221475 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 05:20:16.226578 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=d559976b-845c-4368-b8cb-ea8b38a3ed75,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:16.253671 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.254020 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.254359 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.254691 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.255018 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.255342 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.255668 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.255991 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.256311 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.256632 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.256952 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.257300 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.257617 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:20:16.768178 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:16.800645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (6bba1d95-1378-415d-b303-8bfddc3f2767), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:16.865973 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621749'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:17.009764 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:17.013845 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739060144743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739059642004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739059642022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16146790'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:17.078811 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event updated for resources: {'Port': ['ID=d559976b-845c-4368-b8cb-ea8b38a3ed75,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:20:17.088078 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2064379'] for floatingip (6bba1d95-1378-415d-b303-8bfddc3f2767), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:17.188953 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP 6bba1d95-1378-415d-b303-8bfddc3f2767 associated. External IP: 172.27.1.209, port: 54973be3-da3b-46dc-9233-73b5845f23eb. Mar 10 05:20:17.393942 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:20:17.500070 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:20:17.509422 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:20:17.517584 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:17.518803 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:20:17.519401 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:20:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:20:17.546877 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-353540b2-7fd7-4f4e-864d-12080f6f46ce tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7336032 Mar 10 05:20:17.547464 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:20:17.549693 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb253a-9717-4289-8688-80830744f102" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:20:17.588201 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930b693-b861-4a2c-8dfc-ff20e60a86e7 x-openstack-request-id: req-3930b693-b861-4a2c-8dfc-ff20e60a86e7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:20:17.588491 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:20:17.588743 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3930b693-b861-4a2c-8dfc-ff20e60a86e7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:20:17.589165 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb', 'status': 'completed', 'code': 200} Mar 10 05:20:17.629219 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:20:17.658894 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb253a-9717-4289-8688-80830744f102 req-d1772487-f757-42a2-8063-164c12f837d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:17.660470 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-d1772487-f757-42a2-8063-164c12f837d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1130 time: 0.0491991 Mar 10 05:20:17.757164 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb253a-9717-4289-8688-80830744f102 req-b0f2381a-0f34-4f91-9037-0cf575a94413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:17.758637 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-b0f2381a-0f34-4f91-9037-0cf575a94413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0907934 Mar 10 05:20:17.825949 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-8849fca5-c29a-4cfa-8dd8-165013534be9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 1000 time: 0.0618727 Mar 10 05:20:17.858718 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '6bba1d95-1378-415d-b303-8bfddc3f2767', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': '54973be3-da3b-46dc-9233-73b5845f23eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:bc:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:20:16Z', 'updated_at': '2022-03-10T05:20:16Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}, {'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:20:17.872280 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb253a-9717-4289-8688-80830744f102 req-fa17edd0-7642-4140-93c9-e4c444abadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:17.873752 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-fa17edd0-7642-4140-93c9-e4c444abadb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0430017 Mar 10 05:20:17.888519 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:20:17.896731 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:20:17.897351 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:20:16Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:20:17.921860 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb253a-9717-4289-8688-80830744f102 req-4d17cbe8-ee47-43b5-9e02-a1cf733ff2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:17.923262 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-4d17cbe8-ee47-43b5-9e02-a1cf733ff2c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439489 Mar 10 05:20:18.006934 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:20:18.020337 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-1dbce7fa-e41f-420a-b226-b8d45209b944 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907288 Mar 10 05:20:18.113046 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-35bb253a-9717-4289-8688-80830744f102 req-d72c0a64-a5f6-4ad5-8ebd-7676e6a268fa service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870795 Mar 10 05:20:18.127451 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:18.314150 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '6bba1d95-1378-415d-b303-8bfddc3f2767', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': '54973be3-da3b-46dc-9233-73b5845f23eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:bc:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:20:16Z', 'updated_at': '2022-03-10T05:20:16Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}, {'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:20:18.343833 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d7b7a-1459-4733-9a1c-649e65c187ea None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': '6bba1d95-1378-415d-b303-8bfddc3f2767', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': '54973be3-da3b-46dc-9233-73b5845f23eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:bc:e5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:20:16Z', 'updated_at': '2022-03-10T05:20:16Z', 'revision_number': 0, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}, {'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:20:18.546136 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9dd25-d867-4ceb-84fc-c604316c5482 None None] New status for floating IP 6bba1d95-1378-415d-b303-8bfddc3f2767: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:20:19.657006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:27.367939 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:34.614620 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-bc1076d2-3b8c-49ab-b9b2-19a0848ea716 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484188 Mar 10 05:20:34.700918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-ae743d53-3670-4003-b85b-0e4b83af26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:34.702440 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-ae743d53-3670-4003-b85b-0e4b83af26d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0463333 Mar 10 05:20:34.807349 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-c46876e0-62a2-411e-9ad4-a7308b07aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:34.808817 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-c46876e0-62a2-411e-9ad4-a7308b07aae6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0877924 Mar 10 05:20:34.873933 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-27fe1ad4-12a6-43a6-8ae2-f6a8e458ddb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0588150 Mar 10 05:20:34.920731 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-edb5036f-5158-4490-8123-0fb16fc98da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:34.922165 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-edb5036f-5158-4490-8123-0fb16fc98da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0425408 Mar 10 05:20:34.973569 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-287781f7-59a0-4577-9c63-1b17fc42d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:20:34.975012 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-287781f7-59a0-4577-9c63-1b17fc42d3ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471168 Mar 10 05:20:35.067621 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-791e771d-e572-4c93-a0b8-d305a64584ec service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 Mar 10 05:20:35.158359 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-967fd9bf-4362-4ab2-830a-cce9a7cbcc4b req-3819bf74-1ac2-41da-9b26-44f1d5301e40 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835385 Mar 10 05:20:43.428182 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afbd3c9e-a35f-4f65-96a4-71a10b985796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:45.682991 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96a0578d-359c-42a9-a828-fa86d2223b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:45.772114 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:20:46.771613 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:48.129486 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:49.659460 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:20:57.367054 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:05.831934 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-7744f51d-566f-442e-a911-627bbc6f8004 req-d09a800b-9a0b-41e7-bd71-a5a35c11f9b0 service neutron] (103188) timed out ('10.222.0.24', 56251) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 05:21:13.428744 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12201ff8-f115-4f75-ba69-b66ae8112f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:15.685814 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12b12e44-2949-44b3-a715-87f7f65131bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:16.773164 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:18.133504 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:19.661854 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:22.771343 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:21:27.383350 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:36.480057 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-02657c29-a049-4956-ab60-7a76c3a44b35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834174 Mar 10 05:21:36.542447 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-782d812c-7351-483f-a518-dc0a46d276cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:36.543912 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-782d812c-7351-483f-a518-dc0a46d276cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1130 time: 0.0447028 Mar 10 05:21:36.647372 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-0810a528-53a8-4d12-89a9-23c8360c6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:36.648808 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-0810a528-53a8-4d12-89a9-23c8360c6395 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.0877967 Mar 10 05:21:36.711979 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-95678af5-6450-4124-9899-dc292f465d21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 1002 time: 0.0571907 Mar 10 05:21:36.761102 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-77765521-94da-4f70-9a73-77787366f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:36.762536 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-77765521-94da-4f70-9a73-77787366f304 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0448663 Mar 10 05:21:36.809554 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-612fa62e-4a3d-429b-84ec-99a2e1cb39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:36.811108 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-612fa62e-4a3d-429b-84ec-99a2e1cb39ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428424 Mar 10 05:21:36.896853 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-b244f3fe-2b04-40b9-9763-742ee744c8c5 service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801439 Mar 10 05:21:36.986423 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-25887fb6-18e7-4d03-934e-90f2bce23b8b req-8425eca0-9486-4649-b874-7a92ba2b935c service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828643 Mar 10 05:21:43.433062 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3cb3a40-cb62-43d7-8e7f-57a4b7324a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:44.910479 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 53978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:45.106960 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port d559976b-845c-4368-b8cb-ea8b38a3ed75 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:45.107302 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.179778 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.180032 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (d559976b-845c-4368-b8cb-ea8b38a3ed75), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.192206 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for d559976b-845c-4368-b8cb-ea8b38a3ed75 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:45.336755 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (d559976b-845c-4368-b8cb-ea8b38a3ed75), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.359428 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=d559976b-845c-4368-b8cb-ea8b38a3ed75,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:45.372591 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.372947 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.373322 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.373664 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.374000 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.374333 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.374667 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.374995 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.375323 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.375652 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.376002 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.376332 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.376649 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:45.431698 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (6bba1d95-1378-415d-b303-8bfddc3f2767), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.431904 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP 6bba1d95-1378-415d-b303-8bfddc3f2767 disassociated (deleted). External IP: 172.27.1.209, port: 54973be3-da3b-46dc-9233-73b5845f23eb. Mar 10 05:21:45.638723 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:21:45.688211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48018f3c-58d5-42fb-9ef0-0bd7dcf4ee13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.749944 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:21:45.755197 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:45.759832 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:21:45.768879 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:21:45.769522 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:45.784538 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c40ec6f3-4de5-40df-ae3c-c96603f4bd6e tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "DELETE /v2.0/floatingips/6bba1d95-1378-415d-b303-8bfddc3f2767 HTTP/1.1" status: 204 len: 168 time: 0.8729992 Mar 10 05:21:45.785181 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:21:45.787379 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:21:45.831591 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a0375-77d7-4c3f-923a-50c4a8ac7531 x-openstack-request-id: req-b49a0375-77d7-4c3f-923a-50c4a8ac7531 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:21:45.831917 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:21:45.832193 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b49a0375-77d7-4c3f-923a-50c4a8ac7531 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:21:45.832601 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb', 'status': 'completed', 'code': 200} Mar 10 05:21:45.895120 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:21:45.901095 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-44ecfdb2-3474-4bcb-a931-43da256f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:45.903333 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-44ecfdb2-3474-4bcb-a931-43da256f7999 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 1130 time: 0.0480120 Mar 10 05:21:46.010977 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-9f9b6680-dc44-44ea-8047-4d925b884cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:46.012457 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-9f9b6680-dc44-44ea-8047-4d925b884cbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.1028726 Mar 10 05:21:46.067310 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-61778d5a-eb40-4382-a86c-0b51a2bafe47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 200 len: 217 time: 0.0477357 Mar 10 05:21:46.131750 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:46.151260 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bbf68-624a-4c4c-a48e-f4fd7ec9b3e6 req-3d593c7c-67d0-4a4d-b0da-ea284aa2542a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:46.152732 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a80bbf68-624a-4c4c-a48e-f4fd7ec9b3e6 req-3d593c7c-67d0-4a4d-b0da-ea284aa2542a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.1752672 Mar 10 05:21:46.154025 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-1fd43174-a832-4ca0-bc89-18f5abb01abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:46.155312 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-1fd43174-a832-4ca0-bc89-18f5abb01abf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0691977 Mar 10 05:21:46.158899 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:21:46.167439 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:21:46.168035 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:46.231415 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-a80bbf68-624a-4c4c-a48e-f4fd7ec9b3e6 req-1f84a199-e875-4d88-addb-8e8c0cb9dfa7 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718369 Mar 10 05:21:46.240703 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-f34d9e07-97fa-4836-8bca-4e1b54daadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:46.242399 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-f34d9e07-97fa-4836-8bca-4e1b54daadc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0811894 Mar 10 05:21:46.277939 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:21:46.337876 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-6a090089-65eb-4e4e-a8d2-2ef9d6a0b2df service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875759 Mar 10 05:21:46.426586 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-2634aacb-68c9-4fdd-9710-7ea2c2c1b874 req-19905faf-617e-4ccc-ac00-8c108f6d702f service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822325 Mar 10 05:21:46.501758 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:46.530758 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468762bd-6606-4640-97a6-46ae108a9aa5 None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_floatingips': [{'id': 'c54764f0-2e83-4d29-9a90-77c651ea3324', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'router_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'port_id': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'mac_address': 'fa:16:3e:62:93:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T05:18:21Z', 'updated_at': '2022-03-10T05:18:23Z', 'revision_number': 1, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:21:46.757677 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682efd28-f6b5-492f-ad80-86a326dd384f None None] New status for floating IP 6bba1d95-1378-415d-b303-8bfddc3f2767: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:21:46.829532 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:47.396960 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f6a0-4576-449a-9e5a-b757350ef0b5 req-03234ba9-5430-4ac2-9884-68b2e9f3790b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:47.398483 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f1c6f6a0-4576-449a-9e5a-b757350ef0b5 req-03234ba9-5430-4ac2-9884-68b2e9f3790b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.0990057 Mar 10 05:21:47.446972 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-f1c6f6a0-4576-449a-9e5a-b757350ef0b5 req-1aebe1c8-cae8-46fb-bd96-9f07f4727114 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Mar 10 05:21:47.509873 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-6dc77a27-2a7e-49fc-a956-b660b424b523 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:47.511204 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-6dc77a27-2a7e-49fc-a956-b660b424b523 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Mar 10 05:21:47.602867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port 54973be3-da3b-46dc-9233-73b5845f23eb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:47.603204 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:47.691781 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] For port 54973be3-da3b-46dc-9233-73b5845f23eb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=54973be3-da3b-46dc-9233-73b5845f23eb,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:21:47.692144 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:47.703715 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for 54973be3-da3b-46dc-9233-73b5845f23eb owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:47.826017 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (54973be3-da3b-46dc-9233-73b5845f23eb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:47.858898 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=54973be3-da3b-46dc-9233-73b5845f23eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:47.869216 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.869571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.869918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.870256 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.870589 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.870911 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.871243 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.871566 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.871888 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.872211 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.872531 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.872869 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.873205 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:21:47.908588 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] No DVR routers for this DVR port 54973be3-da3b-46dc-9233-73b5845f23eb on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:21:47.911000 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:47.914228 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-07e3c39d-bda5-46cf-a6a8-9fd66e1acac4 req-93ba2af6-ef78-4566-8a7f-3ec70bda4c22 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "DELETE /v2.0/ports/54973be3-da3b-46dc-9233-73b5845f23eb HTTP/1.1" status: 204 len: 173 time: 0.3979285 Mar 10 05:21:47.914706 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'name': 'network-vif-deleted', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:21:47.916909 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010ca29-9789-4bfa-9719-6c1eb3dd6e87" -d '{"events": [{"server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "name": "network-vif-deleted", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:21:48.002515 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf8e738-8c47-407a-abaf-c3482e7137a0 x-openstack-request-id: req-1cf8e738-8c47-407a-abaf-c3482e7137a0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:21:48.002809 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e82b-d86b-4ed5-8613-6718f09b6a37", "name": "network-vif-deleted", "tag": "54973be3-da3b-46dc-9233-73b5845f23eb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:21:48.003062 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cf8e738-8c47-407a-abaf-c3482e7137a0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:21:48.003480 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e82b-d86b-4ed5-8613-6718f09b6a37', 'name': 'network-vif-deleted', 'tag': '54973be3-da3b-46dc-9233-73b5845f23eb', 'status': 'completed', 'code': 200} Mar 10 05:21:48.137012 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:48.557425 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-7045fdf7-6087-473a-aedd-766179ee3d24 req-6610f62c-32e7-41c9-9040-24436b5cc427 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=12c9e82b-d86b-4ed5-8613-6718f09b6a37 HTTP/1.1" status: 200 len: 210 time: 0.0319605 Mar 10 05:21:49.663625 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:51.415061 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 54973be3-da3b-46dc-9233-73b5845f23eb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:21:51.434771 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: 54973be3-da3b-46dc-9233-73b5845f23eb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:21:51.435122 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device 54973be3-da3b-46dc-9233-73b5845f23eb not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:21:51.839190 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:51.995458 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port 33aeb93e-5aa5-43b2-9754-f04d3d50e835 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:51.995819 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.072374 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.072703 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (33aeb93e-5aa5-43b2-9754-f04d3d50e835), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.085081 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for 33aeb93e-5aa5-43b2-9754-f04d3d50e835 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:52.232525 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (33aeb93e-5aa5-43b2-9754-f04d3d50e835), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.260310 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=33aeb93e-5aa5-43b2-9754-f04d3d50e835,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:52.318857 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (c54764f0-2e83-4d29-9a90-77c651ea3324), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.319180 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.db.l3_db [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Floating IP c54764f0-2e83-4d29-9a90-77c651ea3324 disassociated (deleted). External IP: 172.27.1.210, port: fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7. Mar 10 05:21:52.523406 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:21:52.632533 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:21:52.637305 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:52.642056 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:21:52.651345 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:21:52.651948 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:52.666207 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-10c2ef06-c7f2-4c69-9621-a3323d00d8a5 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "DELETE /v2.0/floatingips/c54764f0-2e83-4d29-9a90-77c651ea3324 HTTP/1.1" status: 204 len: 168 time: 0.8259530 Mar 10 05:21:52.667227 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:21:52.670377 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac831bf35fc02a4e471b8c6a277e25ace5bc43ab35923f65f0093379aea6110b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9f198-ae3a-46ee-aea4-aeccedb6600b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:21:52.706741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722aff89-6657-4fdc-bfc2-b03ad6606781 x-openstack-request-id: req-722aff89-6657-4fdc-bfc2-b03ad6606781 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:21:52.707583 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:21:52.707848 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-722aff89-6657-4fdc-bfc2-b03ad6606781 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:21:52.708255 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'status': 'completed', 'code': 200} Mar 10 05:21:52.769814 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:21:52.774839 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-551349e1-71b8-41e8-acac-404837d57da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:52.776289 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-551349e1-71b8-41e8-acac-404837d57da6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 1129 time: 0.0494385 Mar 10 05:21:52.918385 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-475abf11-d9e6-4b69-9ca0-a750117b88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:52.919893 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-475abf11-d9e6-4b69-9ca0-a750117b88dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 200 len: 911 time: 0.1298587 Mar 10 05:21:52.940740 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6aac5-8e8b-45ae-8c57-e9d6862dbdf4 req-5b9c70ca-1159-4022-b03b-2d433050154c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:52.942320 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-56c6aac5-8e8b-45ae-8c57-e9d6862dbdf4 req-5b9c70ca-1159-4022-b03b-2d433050154c tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0821033 Mar 10 05:21:52.979105 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-0fc6cb47-4507-4a52-acc5-878f051b4ede service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 200 len: 217 time: 0.0517559 Mar 10 05:21:53.054166 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-56c6aac5-8e8b-45ae-8c57-e9d6862dbdf4 req-fe9d2516-b5bd-4d5a-8862-352848c8733b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816491 Mar 10 05:21:53.056384 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:53.057646 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-0398f7af-9ebf-4b90-bac3-9931720ee940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:53.059035 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-0398f7af-9ebf-4b90-bac3-9931720ee940 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 200 len: 850 time: 0.0716295 Mar 10 05:21:53.086035 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:21:53.094266 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:21:53.095002 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:53.108492 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-a5fbb4c9-8446-4f31-a96e-97e1f132ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:53.110042 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-a5fbb4c9-8446-4f31-a96e-97e1f132ad46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cef41fa-f762-40cd-ab47-c4af3fb2d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453730 Mar 10 05:21:53.200274 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:21:53.202841 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-b992ccc4-ea1c-4ad6-83c1-adf51a81ab5f service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852864 Mar 10 05:21:53.290104 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-30b9f198-ae3a-46ee-aea4-aeccedb6600b req-5dcda51e-09be-425d-bb97-8cdd2766fc2d service neutron] 10.222.0.24 "GET /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809233 Mar 10 05:21:53.395637 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:21:53.421462 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14fa16-924d-4141-a88d-31f89fbd86a8 None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:24Z', 'revision_number': 4, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi', '_interfaces': [{'id': '8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463', 'name': '', 'network_id': '3cef41fa-f762-40cd-ab47-c4af3fb2d12b', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'mac_address': 'fa:16:3e:01:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '4bb4ac07-6098-4661-8ce4-446089088478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:24Z', 'updated_at': '2022-03-10T05:15:28Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'subnets': [{'id': '4bb4ac07-6098-4661-8ce4-446089088478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:21:53.627596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf02306-3719-4499-9ae7-07f37aceb7ae None None] New status for floating IP c54764f0-2e83-4d29-9a90-77c651ea3324: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 05:21:54.175924 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803502-e284-4d82-8d3a-e69d74a9a06e req-a12c3e70-f476-4712-8713-5173339fa69f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:54.177579 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5803502-e284-4d82-8d3a-e69d74a9a06e req-a12c3e70-f476-4712-8713-5173339fa69f tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0521290 Mar 10 05:21:54.225729 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-b5803502-e284-4d82-8d3a-e69d74a9a06e req-d6cc2fbd-7234-4941-8bfc-545e2e3e9197 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb333e89-8ff8-444b-81fd-f4fdedc24904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Mar 10 05:21:54.335177 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-488fa74e-e2e7-49a7-8b27-f2c638190e17 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 05:21:54.336513 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-488fa74e-e2e7-49a7-8b27-f2c638190e17 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 945 time: 0.0512793 Mar 10 05:21:54.428666 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:54.429004 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:54.517548 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] For port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:21:54.517915 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:54.529451 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:54.926733 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:54.956275 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:54.998388 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] No DVR routers for this DVR port fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 on host hv-cinder-80475 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:21:55.000835 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:55.004543 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [req-95c4a0ac-217e-4f75-8f8e-8e1606d08005 req-d50077b5-5593-4bc9-ac7e-16521b92c009 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.24 "DELETE /v2.0/ports/fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 HTTP/1.1" status: 204 len: 173 time: 0.6623664 Mar 10 05:21:55.004981 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'name': 'network-vif-deleted', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 05:21:55.007221 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d5a92ff9448e5f84fe925a0bf32e0e12e90190b6dbe2d3fbe587e7da73a21e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d95b0a3-48b2-401e-a2cc-d62bc6e9933e" -d '{"events": [{"server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "name": "network-vif-deleted", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 05:21:55.044592 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6cd00-9db6-41fe-a8ad-bb573e23e508 x-openstack-request-id: req-82c6cd00-9db6-41fe-a8ad-bb573e23e508 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 05:21:55.044929 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf0511d-dbcb-4c7f-82ff-57d466cba24e", "name": "network-vif-deleted", "tag": "fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 05:21:55.045248 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82c6cd00-9db6-41fe-a8ad-bb573e23e508 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 05:21:55.045724 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf0511d-dbcb-4c7f-82ff-57d466cba24e', 'name': 'network-vif-deleted', 'tag': 'fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7', 'status': 'completed', 'code': 200} Mar 10 05:21:55.337739 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [req-6d4aba43-dc89-4f41-a554-4e72f18e7f14 req-18788955-1903-45df-b9ac-76cc04fe3580 tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bf0511d-dbcb-4c7f-82ff-57d466cba24e HTTP/1.1" status: 200 len: 210 time: 0.0319974 Mar 10 05:21:56.396128 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 54044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:56.516363 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Deleting port c04cacf4-409e-45f2-85f0-ec8e2f998003 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:56.516697 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.590977 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.591291 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (c04cacf4-409e-45f2-85f0-ec8e2f998003), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.602530 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Calling delete_port for c04cacf4-409e-45f2-85f0-ec8e2f998003 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:56.725153 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (c04cacf4-409e-45f2-85f0-ec8e2f998003), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.756251 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'Port': ['ID=c04cacf4-409e-45f2-85f0-ec8e2f998003,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:56.814149 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for floatingip (526c86c4-2641-4609-8e09-f5facb7758a0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.817867 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254536'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:56.819013 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-9e654d80-611c-418c-b389-9047dccbf66b tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "DELETE /v2.0/floatingips/526c86c4-2641-4609-8e09-f5facb7758a0 HTTP/1.1" status: 204 len: 168 time: 0.4219129 Mar 10 05:21:57.380516 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:57.461691 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:21:57.504699 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] No Port match for: fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:21:57.507618 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Device fc3ec0cb-67de-45ac-8b82-dd6ee7fe1fb7 not bound to the agent host hv-cinder-80475 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:21:58.010237 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:58.068111 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (cb333e89-8ff8-444b-81fd-f4fdedc24904), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:58.094899 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (cb333e89-8ff8-444b-81fd-f4fdedc24904), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:58.174279 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (cb333e89-8ff8-444b-81fd-f4fdedc24904), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:58.177076 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:58.178292 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] 10.222.0.11 "DELETE /v2.0/security-groups/cb333e89-8ff8-444b-81fd-f4fdedc24904 HTTP/1.1" status: 204 len: 168 time: 0.1670172 Mar 10 05:21:58.188168 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c9b1-0809-49fb-bc8c-5c26b2ab950a tempest-TestVolumeBootPattern-1399015759 tempest-TestVolumeBootPattern-1399015759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb333e89-8ff8-444b-81fd-f4fdedc24904,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:58.236704 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:58.699848 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:59.174874 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Deleting port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:21:59.175596 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:59.254588 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] For port 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:21:59.254954 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:59.267111 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Calling delete_port for 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:21:59.444955 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:59.468941 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:21:59.645886 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:21:59.770146 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:21:59.864345 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Router d4939cae-8430-4d24-b3e7-a550519e2ea5 has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:21:59.972720 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:21:59.977750 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-4f6ea896-8f67-4bb0-8ad6-49ee078ae0d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4939cae-8430-4d24-b3e7-a550519e2ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396936 Mar 10 05:21:59.980168 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:21:59.983434 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Sync routers for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:21:59.993827 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:21:59.994436 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:00.093723 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks [] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.101678 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: dv-cinder-804757-26-iscsi {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:22:00.202992 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks [] for router_gateway (d4939cae-8430-4d24-b3e7-a550519e2ea5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.256949 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Deleting port f93bbc93-4595-4f6d-8fab-ef283878be16 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:00.257338 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.284438 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:21:59Z', 'revision_number': 5, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port': {'id': 'f93bbc93-4595-4f6d-8fab-ef283878be16', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:00.310766 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Checking router: d4939cae-8430-4d24-b3e7-a550519e2ea5 for host: dv-cinder-804757-26-iscsi {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:22:00.319355 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Routers {'d4939cae-8430-4d24-b3e7-a550519e2ea5'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:22:00.319954 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['d4939cae-8430-4d24-b3e7-a550519e2ea5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:00.336523 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] For port f93bbc93-4595-4f6d-8fab-ef283878be16, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=f93bbc93-4595-4f6d-8fab-ef283878be16,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:00.336896 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.350662 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Calling delete_port for f93bbc93-4595-4f6d-8fab-ef283878be16 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:00.409577 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] Set router d4939cae-8430-4d24-b3e7-a550519e2ea5 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:22:00.465326 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:22:00Z', 'revision_number': 6, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:00.493767 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35bdef-3b31-4072-b116-6a58cd4c45c9 None None] The sync data for ids ['d4939cae-8430-4d24-b3e7-a550519e2ea5'] in dv-cinder-804757-26-iscsi is: [{'id': 'd4939cae-8430-4d24-b3e7-a550519e2ea5', 'name': 'tempest-TestVolumeBootPattern-754883603-router', 'tenant_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:22Z', 'updated_at': '2022-03-10T05:22:00Z', 'revision_number': 6, 'project_id': '61d74e48952e48f78919c0b7d9aa1d5a', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:22:00.527659 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (f93bbc93-4595-4f6d-8fab-ef283878be16), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.557398 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93bbc93-4595-4f6d-8fab-ef283878be16,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:00.622874 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.714759 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.716933 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks [] for router_controller (d4939cae-8430-4d24-b3e7-a550519e2ea5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.764635 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (d4939cae-8430-4d24-b3e7-a550519e2ea5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.765163 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4939cae-8430-4d24-b3e7-a550519e2ea5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:22:00.770683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.771830 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-808fc09f-91e0-4943-a2cb-8ec0050ca7b7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d4939cae-8430-4d24-b3e7-a550519e2ea5 HTTP/1.1" status: 204 len: 168 time: 0.7907486 Mar 10 05:22:00.774342 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:00.819984 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Deleting subnet 4bb4ac07-6098-4661-8ce4-446089088478 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:22:00.823480 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Publish callbacks [] for subnet (4bb4ac07-6098-4661-8ce4-446089088478), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.860900 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (4bb4ac07-6098-4661-8ce4-446089088478), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:00.948551 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (4bb4ac07-6098-4661-8ce4-446089088478), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.001597 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (4bb4ac07-6098-4661-8ce4-446089088478), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.027762 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb4ac07-6098-4661-8ce4-446089088478,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:01.031324 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.034985 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-5e8e0a8a-7486-419f-be08-e7c8acf33a3b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4bb4ac07-6098-4661-8ce4-446089088478 HTTP/1.1" status: 204 len: 168 time: 0.2597029 Mar 10 05:22:01.037486 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:01.038695 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548294fc-eabf-45bc-bf1e-986f2071bf4f None None] Network 3cef41fa-f762-40cd-ab47-c4af3fb2d12b requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:22:01.105432 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (3cef41fa-f762-40cd-ab47-c4af3fb2d12b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.163692 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Deleting port e493e11b-c8db-478d-822f-69bded86d6b9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:01.164034 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.228013 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] For port e493e11b-c8db-478d-822f-69bded86d6b9, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e493e11b-c8db-478d-822f-69bded86d6b9,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:01.228683 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.242457 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Calling delete_port for e493e11b-c8db-478d-822f-69bded86d6b9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:01.248389 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] DHCP port deletion for 3cef41fa-f762-40cd-ab47-c4af3fb2d12b request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:22:01.309977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Deleting port e493e11b-c8db-478d-822f-69bded86d6b9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:01.310362 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.314091 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e493e11b-c8db-478d-822f-69bded86d6b9 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:01.335748 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.361492 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Pushing event deleted for resources: {'Port': ['ID=e493e11b-c8db-478d-822f-69bded86d6b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:01.367656 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] No DVR routers for this DVR port e493e11b-c8db-478d-822f-69bded86d6b9 on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:22:01.411266 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] For port e493e11b-c8db-478d-822f-69bded86d6b9, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=e493e11b-c8db-478d-822f-69bded86d6b9,segment=NetworkSegment(491873ea-1126-4886-ab29-ef5e725f29f8),segment_id=491873ea-1126-4886-ab29-ef5e725f29f8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:01.411967 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.422416 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No active binding found for port e493e11b-c8db-478d-822f-69bded86d6b9 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 05:22:01.422887 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] The host dv-cinder-804757-26-iscsi is not matching for port e493e11b-c8db-478d-822f-69bded86d6b9 host None! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 05:22:01.423182 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device e493e11b-c8db-478d-822f-69bded86d6b9 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:01.423588 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device f93bbc93-4595-4f6d-8fab-ef283878be16 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:01.439547 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (3cef41fa-f762-40cd-ab47-c4af3fb2d12b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.446357 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Calling delete_port for e493e11b-c8db-478d-822f-69bded86d6b9 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:01.450381 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: f93bbc93-4595-4f6d-8fab-ef283878be16 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:22:01.450734 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device f93bbc93-4595-4f6d-8fab-ef283878be16 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:01.451164 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:01.466156 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cef41fa-f762-40cd-ab47-c4af3fb2d12b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:01.476459 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:22:01.476812 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 8bdc9ad0-b6ea-4fd1-bb66-c131ef8a0463 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:01.476978 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491873ea-1126-4886-ab29-ef5e725f29f8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:01.477568 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491873ea-1126-4886-ab29-ef5e725f29f8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:01.488386 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (491873ea-1126-4886-ab29-ef5e725f29f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.504387 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (491873ea-1126-4886-ab29-ef5e725f29f8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.511675 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:22:01.512074 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (491873ea-1126-4886-ab29-ef5e725f29f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:22:01.513951 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:22:01.553036 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (e493e11b-c8db-478d-822f-69bded86d6b9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.576650 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Pushing event deleted for resources: {'Port': ['ID=e493e11b-c8db-478d-822f-69bded86d6b9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:01.577740 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (3cef41fa-f762-40cd-ab47-c4af3fb2d12b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.583312 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] No DVR routers for this DVR port e493e11b-c8db-478d-822f-69bded86d6b9 on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:22:01.584431 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:01.590022 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] 10.222.0.11 "DELETE /v2.0/networks/3cef41fa-f762-40cd-ab47-c4af3fb2d12b HTTP/1.1" status: 204 len: 168 time: 0.5489094 Mar 10 05:22:01.590229 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.590332 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.590869 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.590992 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.591277 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.591609 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.591918 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 54070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:01.592394 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.592394 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.592605 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.592984 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.593228 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.593554 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.593875 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d1247-9f4d-4ce2-a3bd-59cf3a862224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-26-iscsi {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 05:22:01.601882 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63bc0a-058c-4b13-b352-a9c3e328442a admin admin] Pushing event deleted for resources: {'Network': ['ID=3cef41fa-f762-40cd-ab47-c4af3fb2d12b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:01.957326 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2049531'] for router_interface (0897474b-6070-4fae-9847-a2221d7f8ebb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:02.213238 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Deleting port ae22144f-11ff-43f2-bff1-b5cc8551b076 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:02.213494 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:02.290878 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] For port ae22144f-11ff-43f2-bff1-b5cc8551b076, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=ae22144f-11ff-43f2-bff1-b5cc8551b076,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:02.291242 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:02.303571 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Calling delete_port for ae22144f-11ff-43f2-bff1-b5cc8551b076 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:02.483660 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14716477'] for port (ae22144f-11ff-43f2-bff1-b5cc8551b076), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:02.510430 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae22144f-11ff-43f2-bff1-b5cc8551b076,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:02.685452 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2050155'] for router_interface (0897474b-6070-4fae-9847-a2221d7f8ebb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:02.906380 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Router 0897474b-6070-4fae-9847-a2221d7f8ebb has already been hosted by L3 agent cc849549-645b-4733-82f0-7c10dace8883 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 05:22:03.016094 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] Notify agent at l3_agent.dv-cinder-804757-26-iscsi the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 05:22:03.022033 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-339f5a7d-1c2c-4d36-9255-0daf933a3e5f admin admin] 10.222.0.11 "PUT /v2.0/routers/0897474b-6070-4fae-9847-a2221d7f8ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274223 Mar 10 05:22:03.024741 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:03.025200 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Sync routers for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 05:22:03.038761 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:22:03.039348 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:03.150033 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: dv-cinder-804757-26-iscsi {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:22:03.362908 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks [] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.467381 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks [] for router_gateway (0897474b-6070-4fae-9847-a2221d7f8ebb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.472830 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'external_fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:22:02Z', 'revision_number': 5, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port': {'id': '933b6cb8-f4ac-4b7f-8299-dc7f98bfa707', 'name': '', 'network_id': 'fb5e5c0a-c4ad-4ebf-b248-3ef296251113', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T05:15:27Z', 'updated_at': '2022-03-10T05:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c31f82b3-f8d2-4a78-9a16-4e4f1289d1ac', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-26-iscsi'}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:03.499965 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Checking router: 0897474b-6070-4fae-9847-a2221d7f8ebb for host: dv-cinder-804757-26-iscsi {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 05:22:03.509604 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Routers {'0897474b-6070-4fae-9847-a2221d7f8ebb'} bound to L3 agent in host dv-cinder-804757-26-iscsi {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 05:22:03.510217 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T04:57:16Z,description=,heartbeat_timestamp=2022-03-10T05:21:46Z,host='dv-cinder-804757-26-iscsi',id=cc849549-645b-4733-82f0-7c10dace8883,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T04:57:16Z,topic='l3_agent')) {'router_ids': ['0897474b-6070-4fae-9847-a2221d7f8ebb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:03.521745 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Deleting port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:03.522094 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.600299 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] Set router 0897474b-6070-4fae-9847-a2221d7f8ebb gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 05:22:03.605214 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] For port 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,segment=NetworkSegment(46381401-1d39-4a31-b7c1-d03df7dc55e9),segment_id=46381401-1d39-4a31-b7c1-d03df7dc55e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:03.605812 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.619111 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Calling delete_port for 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:03.654226 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:22:03Z', 'revision_number': 6, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port_host': None}], 'dv-cinder-804757-26-iscsi', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:03.682109 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f040226-2f5c-4391-92f9-0991dcfcfe12 None None] The sync data for ids ['0897474b-6070-4fae-9847-a2221d7f8ebb'] in dv-cinder-804757-26-iscsi is: [{'id': '0897474b-6070-4fae-9847-a2221d7f8ebb', 'name': 'tempest-TestVolumeBootPattern-21175629-router', 'tenant_id': '779fc702ba8d49ca8936bfdcfda227ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T05:15:26Z', 'updated_at': '2022-03-10T05:22:03Z', 'revision_number': 6, 'project_id': '779fc702ba8d49ca8936bfdcfda227ee', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 05:22:03.788213 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (933b6cb8-f4ac-4b7f-8299-dc7f98bfa707), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.815554 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=933b6cb8-f4ac-4b7f-8299-dc7f98bfa707,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:03.879213 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2064321'] for router_gateway (0897474b-6070-4fae-9847-a2221d7f8ebb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.971360 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2051406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24998'] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:03.973604 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks [] for router_controller (0897474b-6070-4fae-9847-a2221d7f8ebb), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.017527 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051413'] for router (0897474b-6070-4fae-9847-a2221d7f8ebb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.018645 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0897474b-6070-4fae-9847-a2221d7f8ebb {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 05:22:04.023424 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.024580 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-3a74661f-3962-4658-919e-03374133fd41 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0897474b-6070-4fae-9847-a2221d7f8ebb HTTP/1.1" status: 204 len: 168 time: 0.9987977 Mar 10 05:22:04.027120 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:04.072698 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Deleting subnet a774d1f2-0c93-4534-be73-5fe4b11e317c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 05:22:04.076091 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Publish callbacks [] for subnet (a774d1f2-0c93-4534-be73-5fe4b11e317c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.118022 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13623600'] for subnet (a774d1f2-0c93-4534-be73-5fe4b11e317c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.200692 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1017321'] for subnet (a774d1f2-0c93-4534-be73-5fe4b11e317c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.254005 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1017314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16146768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13259993'] for subnet (a774d1f2-0c93-4534-be73-5fe4b11e317c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.276802 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a774d1f2-0c93-4534-be73-5fe4b11e317c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:04.283087 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.286662 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-9d118f22-ad6b-4b7f-8a8f-48b80c2363f5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a774d1f2-0c93-4534-be73-5fe4b11e317c HTTP/1.1" status: 204 len: 168 time: 0.2583373 Mar 10 05:22:04.288852 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828bbe6-7fc7-4838-bfec-42a4cf64c5dd None None] Network 090aa5be-bd9f-4548-aaae-da6f1e094bae requested from dv-cinder-804757-26-iscsi {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 05:22:04.289346 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:04.362169 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896556'] for network (090aa5be-bd9f-4548-aaae-da6f1e094bae), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.415475 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Deleting port 49f3098f-e019-4bde-8c18-f363fe5454d4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:04.415822 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.474123 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] DHCP port deletion for 090aa5be-bd9f-4548-aaae-da6f1e094bae request from dv-cinder-804757-26-iscsi {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 05:22:04.491968 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] For port 49f3098f-e019-4bde-8c18-f363fe5454d4, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=49f3098f-e019-4bde-8c18-f363fe5454d4,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:04.492334 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.505327 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Calling delete_port for 49f3098f-e019-4bde-8c18-f363fe5454d4 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:04.523334 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Deleting port 49f3098f-e019-4bde-8c18-f363fe5454d4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 05:22:04.523707 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739060138478'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.588211 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16146815'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.593973 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] For port 49f3098f-e019-4bde-8c18-f363fe5454d4, host dv-cinder-804757-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-26-iscsi',level=0,port_id=49f3098f-e019-4bde-8c18-f363fe5454d4,segment=NetworkSegment(5083144c-d5d9-4cde-ab7f-a153b7aec8ed),segment_id=5083144c-d5d9-4cde-ab7f-a153b7aec8ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 05:22:04.594384 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2064045'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.609386 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Calling delete_port for 49f3098f-e019-4bde-8c18-f363fe5454d4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 05:22:04.617099 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Pushing event deleted for resources: {'Port': ['ID=49f3098f-e019-4bde-8c18-f363fe5454d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:04.621852 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] No DVR routers for this DVR port 49f3098f-e019-4bde-8c18-f363fe5454d4 on host dv-cinder-804757-26-iscsi {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:22:04.694279 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739060144725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739059641995'] for port (49f3098f-e019-4bde-8c18-f363fe5454d4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.701184 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023250', 'neutron.services.segments.db._delete_segments_for_network-8739059970326'] for network (090aa5be-bd9f-4548-aaae-da6f1e094bae), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.725715 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090aa5be-bd9f-4548-aaae-da6f1e094bae']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:04.728303 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] Pushing event deleted for resources: {'Port': ['ID=49f3098f-e019-4bde-8c18-f363fe5454d4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:04.730322 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418f53e-3bee-4182-a832-a286ccbf6050 None None] No DVR routers for this DVR port 49f3098f-e019-4bde-8c18-f363fe5454d4 on host dv-cinder-804757-26-iscsi {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 05:22:04.744770 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5083144c-d5d9-4cde-ab7f-a153b7aec8ed') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:04.745065 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5083144c-d5d9-4cde-ab7f-a153b7aec8ed') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 05:22:04.755807 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739059971359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13623611'] for segment (5083144c-d5d9-4cde-ab7f-a153b7aec8ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.771190 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758'] for segment (5083144c-d5d9-4cde-ab7f-a153b7aec8ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.777751 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 05:22:04.778365 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-848758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16149902'] for segment (5083144c-d5d9-4cde-ab7f-a153b7aec8ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: Traceback (most recent call last): Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: timer() Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: cb(*args, **kw) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: return func(*args, **kwargs) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: self._notify() Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: self.callback(batched_events) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: event.method(event) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: return f(self, *a, **k) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._get(url).json() Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: return self.request(url, 'GET', **kwargs) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 05:22:04.779989 dv-cinder-804757-26-iscsi neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 05:22:04.838325 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1583493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2064357'] for network (090aa5be-bd9f-4548-aaae-da6f1e094bae), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.844251 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615244'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:04.847747 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] 10.222.0.11 "DELETE /v2.0/networks/090aa5be-bd9f-4548-aaae-da6f1e094bae HTTP/1.1" status: 204 len: 168 time: 0.5576646 Mar 10 05:22:04.859050 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8410f9-e4b1-4912-a52a-bed3aea7561b admin admin] Pushing event deleted for resources: {'Network': ['ID=090aa5be-bd9f-4548-aaae-da6f1e094bae,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:04.954632 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:04.994229 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c3d757df-a4c3-457e-86d0-358c2447f004 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61d74e48952e48f78919c0b7d9aa1d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382485 Mar 10 05:22:04.996501 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:05.043418 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] Publish callbacks [] for security_group (0aee5be2-21ca-4aab-9b4c-a72cedab1633), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.065500 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] Publish callbacks [] for security_group (0aee5be2-21ca-4aab-9b4c-a72cedab1633), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.111112 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (0aee5be2-21ca-4aab-9b4c-a72cedab1633), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.114470 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.115706 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aee5be2-21ca-4aab-9b4c-a72cedab1633 HTTP/1.1" status: 204 len: 168 time: 0.1182606 Mar 10 05:22:05.123798 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635f099-23ce-4320-8b7d-00aca7cc5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aee5be2-21ca-4aab-9b4c-a72cedab1633,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:05.280725 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device ae22144f-11ff-43f2-bff1-b5cc8551b076 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:05.301367 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: ae22144f-11ff-43f2-bff1-b5cc8551b076 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:22:05.301987 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device ae22144f-11ff-43f2-bff1-b5cc8551b076 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:05.302133 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:05.321501 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:22:05.321850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 933b6cb8-f4ac-4b7f-8299-dc7f98bfa707 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:05.322271 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 49f3098f-e019-4bde-8c18-f363fe5454d4 no longer exists at agent ovs-agent-dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 05:22:05.340732 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] No Port match for: 49f3098f-e019-4bde-8c18-f363fe5454d4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 05:22:05.341079 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Device 49f3098f-e019-4bde-8c18-f363fe5454d4 not bound to the agent host dv-cinder-804757-26-iscsi {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 05:22:05.446541 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.11', 54088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:05.486865 dv-cinder-804757-26-iscsi neutron-server[103189]: INFO neutron.wsgi [None req-345bafb9-8583-4086-97b0-feeb9b0598b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=779fc702ba8d49ca8936bfdcfda227ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389426 Mar 10 05:22:05.489419 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.11', 54090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 05:22:05.537918 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] Publish callbacks [] for security_group (5e5a33cc-71e2-42c5-9431-c47c2a87afd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.558788 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] Publish callbacks [] for security_group (5e5a33cc-71e2-42c5-9431-c47c2a87afd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.609164 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587529'] for security_group (5e5a33cc-71e2-42c5-9431-c47c2a87afd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.612256 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:05.613426 dv-cinder-804757-26-iscsi neutron-server[103188]: INFO neutron.wsgi [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e5a33cc-71e2-42c5-9431-c47c2a87afd8 HTTP/1.1" status: 204 len: 168 time: 0.1229961 Mar 10 05:22:05.621636 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca339f71-e1f0-4b18-8c07-873f849072b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a33cc-71e2-42c5-9431-c47c2a87afd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 05:22:13.434688 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8ba0-de1f-4b5f-a4ad-b436d8aebd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:15.691640 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae2e5fdb-ab67-48a1-9562-69a22439791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:16.779394 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:18.138637 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:19.667938 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:27.395570 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:36.770119 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:22:43.436997 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-824eac9e-2355-4641-9c12-be1e02a003f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:45.693968 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bd8823d-af7b-45b3-a367-ecd636314752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:46.783658 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:48.142414 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:49.669742 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:22:57.394681 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:13.439916 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cbad5ce-6715-4567-84af-797d11de355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:13.769470 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:23:15.695264 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b17f4143-d3e3-4a89-a0c4-7ef6f447780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:16.785806 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:18.143531 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:19.673085 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:27.409097 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:43.440945 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31edf506-3493-45f1-8b8b-1264ccc6bb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:45.696208 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9366a39-08fa-43bb-8df4-24af1aa2bfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:46.788024 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:48.147530 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:49.676832 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:23:50.769542 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:23:57.408435 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:13.442850 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf6b0ca6-3b81-4971-aecb-0119501ac2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:15.697945 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfdc6-f1ce-4247-851f-53f7551ebb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:16.791539 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:18.149846 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:19.679325 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:27.422782 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:27.768381 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:24:43.444976 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9fb3fc3-5403-40be-9acc-f1ea75fbc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:45.698712 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f535a17c-0ccf-4620-825b-91d44a57035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:46.795006 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:48.153740 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:49.682977 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:24:57.421556 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:04.767133 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:25:13.447719 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d80cf5a-3bab-47a7-9cd5-dab714dc50c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:15.699965 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6c42074-c306-4b46-8946-df7d41872748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:16.796982 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:18.156291 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:19.686112 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:27.436485 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:41.765851 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:25:42.532979 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-8ba0e857-868e-44d1-990c-6bd9cb270358 req-d7bdc7c4-bbc1-489c-bb97-1240d0f7ccab tempest-VolumesNegativeTest-1246901537 tempest-VolumesNegativeTest-1246901537-project] (103189) timed out ('10.222.0.24', 56291) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 05:25:43.450510 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65f1cdf6-2347-49ce-87fc-f8f4c7971b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:45.703165 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d331dfbb-b35c-4c00-9eab-87384bb0e940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:46.800021 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:48.157917 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:49.689183 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:25:57.435535 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:13.452093 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed4734ce-8e50-42ca-bd4e-371a748da230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:15.708596 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48ad793f-ebf8-4442-9deb-61eae8759ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:16.802511 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:18.161869 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:18.764557 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:26:19.691450 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:27.434324 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:33.184682 dv-cinder-804757-26-iscsi neutron-server[103189]: DEBUG neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-3b7129ab-6a52-4275-bcbf-1f9cc31cac79 service neutron] (103189) timed out ('10.222.0.11', 50300) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 05:26:33.355322 dv-cinder-804757-26-iscsi neutron-server[103188]: DEBUG neutron.wsgi [req-02d51b89-3268-4c8e-b487-cebfd0bf9faa req-f32d3879-429a-4671-9db2-86c384f615eb tempest-AttachVolumeShelveTestJSON-1304949937 tempest-AttachVolumeShelveTestJSON-1304949937-project] (103188) timed out ('10.222.0.11', 50308) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 05:26:43.453467 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4636-aee3-484e-a18c-d4d45f71072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:45.700877 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b46926c3-ef45-4bfe-a075-d0e27fa1e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:46.808756 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:48.167822 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:49.693211 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:26:55.764516 dv-cinder-804757-26-iscsi neutron-server[103191]: DEBUG neutron.db.agents_db [None req-4d9a159e-9109-42ca-89da-ace01a79c9f3 None None] Agent healthcheck: found 6 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 05:26:57.433041 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1a280d8-7780-44f4-86ae-e72c7611a299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (95d3aa88-20f5-44d6-8e0a-492357b2895e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:27:13.454707 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18d287fd-2430-4de6-8c38-ee9f571bd955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (49cab25c-a7ba-4246-ba9a-da0d17b768ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:27:15.703103 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e663499f-a5eb-4da8-89fb-5918d6ac4686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (cc849549-645b-4733-82f0-7c10dace8883), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:27:16.812517 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac350dac-d03f-4218-a2bf-07e1835b3cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (2335711a-f71f-4814-8180-23deb242e8ee), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:27:18.167935 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebc71b85-8bee-42eb-a5bb-fce391440cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (a03c37c5-3ad0-49d3-aaf5-10d18a37408b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 05:27:19.695996 dv-cinder-804757-26-iscsi neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e727037-2cac-41e6-9f98-3c55ffcdf32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739059970308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1021465'] for agent (d7090b5a-3f9c-4e0b-a885-5a182e44ddb5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}